-- Logs begin at Mon 2021-08-09 16:53:34 UTC, end at Mon 2021-08-09 17:59:49 UTC. -- Aug 09 17:33:50.607619 dv-cinder-780933-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 17:33:53.359420 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.common.config [-] Logging enabled! Aug 09 17:33:53.360034 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 09 17:33:53.360197 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99790) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 17:33:53.363469 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.common.config [-] Logging enabled! Aug 09 17:33:53.363722 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 09 17:33:53.364029 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99790) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 17:33:53.364964 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 17:33:53.365196 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 17:33:53.365561 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 17:33:53.365806 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 17:33:53.366030 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 17:33:53.366346 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.366642 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.366963 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.367195 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.367486 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.367774 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.368335 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.368633 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.368936 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.369224 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.369509 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.369793 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.370029 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.370309 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.370595 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.370900 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.371129 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] debug = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.371407 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.371829 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.372284 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.372562 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.372850 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.373128 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.373395 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.373666 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.373945 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.374270 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] host = dv-cinder-780933-13-iscsi {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.374543 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.374826 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.375133 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.375413 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.375684 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.375955 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.376233 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.376501 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.376768 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] log_file = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.377039 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.377326 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.377606 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.377891 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.378113 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.378330 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.378615 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.378923 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.379199 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.379470 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.379738 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.380011 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.380279 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.380542 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.380823 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.381105 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.381385 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.381655 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.381925 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.382195 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.382458 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.382735 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.383036 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.383306 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.384157 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.384464 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.384726 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.384997 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.385297 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.385579 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.385857 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.386137 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.386405 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.386681 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.386978 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.387249 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.387519 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] use_json = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.387785 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.388052 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.388330 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.388601 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.388869 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.389138 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.389406 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.389687 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:53.389982 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.390273 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.390571 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.390849 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.391163 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.391440 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.391725 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.392001 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.392285 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.392570 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.392855 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.393133 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.393419 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.393694 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.393986 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.394290 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.394581 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.394899 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.395168 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.395440 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.395710 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.395988 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.396271 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.396561 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.396845 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.397120 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.397397 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.397685 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.397964 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.398231 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.398540 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.398826 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.399131 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.400125 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.400423 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.400704 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.400978 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.401250 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.401530 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.401820 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.402097 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.402368 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.402636 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.402937 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.403207 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.403491 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.403769 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.404037 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.404306 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.404581 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.404851 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.405118 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.405392 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.405662 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.405936 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.406205 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.406472 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.406743 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.407035 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.407303 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.407589 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.407843 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.408116 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.408385 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.408654 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.408920 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.409189 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.409457 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.409743 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.410042 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.410319 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.410594 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.410884 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.411167 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.411440 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.411716 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.411989 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.412511 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.412779 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.413064 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.413341 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.413640 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.413930 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.414203 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.414493 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.414801 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.415476 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.415476 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.415761 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.416049 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.416330 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.416622 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.416914 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.417203 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.417490 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.417781 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.418057 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.418363 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.418637 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:53.418851 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 17:33:53.419115 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99790) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 17:33:53.769884 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 17:33:53.770074 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 17:33:53.770361 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 17:33:53.770697 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 17:33:54.170818 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.171145 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.171415 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.172606 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.172879 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.173142 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.207765 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.208043 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.208315 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.225303 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.225582 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.225849 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.254835 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.255144 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.255411 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.293018 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.293296 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.293566 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.527704 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.528277 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.528277 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.528495 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.529194 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.655243 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.655567 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.655845 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.656110 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.656373 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.656680 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.656937 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.657191 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.657443 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.657721 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.657977 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.658236 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.658490 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.658740 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.659020 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.659282 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.659535 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.659802 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.660064 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.660319 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.660588 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.660840 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.661118 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.661490 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.661737 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.662226 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.662648 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 17:33:54.662885 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 17:33:54.663130 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 17:33:54.663362 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 17:33:54.663592 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 17:33:54.663821 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 17:33:54.664181 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 17:33:54.667941 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 17:33:54.672990 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 17:33:54.676913 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Aug 09 17:33:54.678669 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 17:33:54.679160 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 17:33:54.679492 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 17:33:54.679872 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 17:33:54.683387 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 17:33:54.683638 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 17:33:54.683984 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 17:33:54.689292 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 17:33:54.711474 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 17:33:54.712046 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.712413 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99790) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 17:33:54.712778 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.714139 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99790) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 17:33:54.714418 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 17:33:54.714661 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 17:33:54.718088 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.718370 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:54.781507 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 17:33:54.781683 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 17:33:54.781897 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 17:33:54.782275 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 17:33:54.804136 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_db.sqlalchemy.engines [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99790) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 17:33:55.344300 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Initializing driver for type 'gre' Aug 09 17:33:55.344890 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] gre ID ranges: [(1, 1000)] Aug 09 17:33:55.396173 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Initializing driver for type 'local' Aug 09 17:33:55.396497 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Initializing driver for type 'vlan' Aug 09 17:33:55.409935 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] VlanTypeDriver initialization complete Aug 09 17:33:55.410298 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Initializing driver for type 'vxlan' Aug 09 17:33:55.410840 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] vxlan ID ranges: [(1, 1000)] Aug 09 17:33:55.471844 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Initializing extension driver 'port_security' Aug 09 17:33:55.472335 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.extensions.port_security [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] PortSecurityExtensionDriver initialization complete Aug 09 17:33:55.472844 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Initializing mechanism driver 'openvswitch' Aug 09 17:33:55.473364 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Initializing mechanism driver 'hyperv' Aug 09 17:33:55.482315 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.plugins.ml2.plugin [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:33:55.483189 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > port after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.483604 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > port after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.484014 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > port after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.484559 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 17:33:55.484999 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > subnet after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.485370 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > subnet after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.485777 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.486140 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 17:33:55.486597 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > network after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.487015 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > network after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.487387 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > network after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.487813 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 17:33:55.488213 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > security_group after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.488565 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > security_group after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.488911 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.489306 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 17:33:55.489854 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.490208 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.490552 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.490965 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 17:33:55.491373 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > address_group after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.491722 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > address_group after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.492065 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.492457 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 17:33:55.492844 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] ML2 OVO RPC backend initialized. {{(pid=99790) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 09 17:33:55.493975 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.494361 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.494827 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > network before_response 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.495239 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > networks before_response 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.495593 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > port before_response 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.495940 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > ports before_response 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.496285 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > subnet before_response 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.496631 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > subnets before_response 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.496983 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > network after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.497361 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > network after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.497733 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > network after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.498093 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > port after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.498476 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > port after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.498869 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > port after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.499237 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > subnet after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.499579 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > subnet after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.499916 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.500521 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.plugin [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Modular L2 Plugin initialization complete Aug 09 17:33:55.500857 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading services supported by the core plugin {{(pid=99790) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 17:33:55.501190 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.plugins.ml2.managers [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Got port-security extension from driver 'port_security' Aug 09 17:33:55.501661 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.extensions.vlantransparent [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Disabled vlantransparent extension. Aug 09 17:33:55.502210 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99790) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 17:33:55.502573 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading Plugin: router Aug 09 17:33:55.545028 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.545676 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router after_create 55549900 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.545832 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router before_create 55549900 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.546235 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.546651 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.547057 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router after_delete 55549900 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.547441 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.547847 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router after_create 55549900 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.548222 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router after_update 55549900 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.548617 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router after_update 55549900 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.549004 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.549423 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router after_update 55549900 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.549874 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router precommit_update 55549900 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.550267 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: port after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.550667 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: port after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.551057 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: subnet after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.551453 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.551832 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.552219 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router precommit_create 55549900 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.552601 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: port before_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.552986 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router precommit_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.553367 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router after_update 55549900 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.553714 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.554072 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router precommit_create 55549900 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.554440 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.554791 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router precommit_update 55549900 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.555193 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > agent after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.556022 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > agent after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.556243 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > network after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.557125 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Tracking information for resource: router configured {{(pid=99790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 17:33:55.557485 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Tracking information for resource: floatingip configured {{(pid=99790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 17:33:55.562680 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.db.l3_agentschedulers_db [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 17:33:55.563478 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: port after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.563878 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: port after_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.564281 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: port after_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.564657 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: port after_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.565459 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router before_create 55550100 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.565824 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.566191 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router precommit_create 55550100 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.566551 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > router precommit_update 55550100 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.571855 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.services.provider_configuration [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Service providers = [] {{(pid=99790) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 17:33:55.572359 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.db.servicetype_db [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99790) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 17:33:55.575443 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.services.service_base [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99790) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 17:33:55.575835 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.services.service_base [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99790) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 17:33:55.576220 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.services.service_base [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99790) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 17:33:55.577202 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.services.service_base [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99790) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 17:33:55.577580 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.services.service_base [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 17:33:55.577966 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 17:33:55.578288 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 17:33:55.590189 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 17:33:55.590525 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading Plugin: auto_allocate Aug 09 17:33:55.596638 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: network precommit_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.597000 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: network precommit_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.597581 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 17:33:55.597945 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading Plugin: tag Aug 09 17:33:55.604974 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 17:33:55.605344 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading Plugin: timestamp Aug 09 17:33:55.609671 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 17:33:55.610012 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading Plugin: network_ip_availability Aug 09 17:33:55.615668 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.616046 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.616404 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.617161 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 17:33:55.617503 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading Plugin: flavors Aug 09 17:33:55.622627 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 17:33:55.622998 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading Plugin: revisions Aug 09 17:33:55.627456 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 17:33:55.627854 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_concurrency.lockutils [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.857s {{(pid=99790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 17:33:55.628590 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99790) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 09 17:33:55.628928 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Initializing extension manager. Aug 09 17:33:55.629443 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: __init__.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.629785 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: __pycache__ {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.630122 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.630490 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: address_group.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.631335 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.631971 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: address-group Aug 09 17:33:55.632315 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: address_scope.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.633038 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.634150 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: address-scope Aug 09 17:33:55.634673 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.635668 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.636274 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: router-admin-state-down-before-update Aug 09 17:33:55.637013 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: agent.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.638284 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.638284 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: agent Aug 09 17:33:55.638548 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: agent_resources_synced.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.639783 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.640031 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: agent-resources-synced Aug 09 17:33:55.640354 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: allowedaddresspairs.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.642285 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.643650 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: allowed-address-pairs Aug 09 17:33:55.643650 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: auto_allocated_topology.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.644382 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.644888 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: auto-allocated-topology Aug 09 17:33:55.645215 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: availability_zone.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.646169 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.646506 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: availability_zone Aug 09 17:33:55.646833 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: availability_zone_filter.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.647785 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.648289 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: availability_zone_filter Aug 09 17:33:55.648614 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: data_plane_status.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.650293 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.650850 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 17:33:55.651521 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: default_subnetpools.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.652253 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.652757 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: default-subnetpools Aug 09 17:33:55.653080 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.653979 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.654483 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: dhcp_agent_scheduler Aug 09 17:33:55.654900 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: dns.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.655941 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.656534 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension dns-integration not supported by any of loaded plugins Aug 09 17:33:55.656899 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: dns_domain_ports.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.657881 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.658382 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 17:33:55.658705 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.660001 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.660592 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 17:33:55.660946 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: dvr.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.661768 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.662527 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: dvr Aug 09 17:33:55.662906 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: ecmp_routes.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.663883 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.664382 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 17:33:55.664755 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: empty_string_filtering.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.666063 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.666635 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: empty-string-filtering Aug 09 17:33:55.666996 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.667940 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.668442 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 17:33:55.668765 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.669847 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.670393 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 17:33:55.670789 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: external_net.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.671842 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.672342 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: external-net Aug 09 17:33:55.672665 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.673580 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.674188 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: extra_dhcp_opt Aug 09 17:33:55.674558 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: extraroute.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.675681 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.676195 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: extraroute Aug 09 17:33:55.676521 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: extraroute_atomic.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.677571 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.678077 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: extraroute-atomic Aug 09 17:33:55.678400 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: filter_validation.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.679104 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.679609 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: filter-validation Aug 09 17:33:55.679933 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: fip_pf_description.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.681521 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.682096 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 17:33:55.682451 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: fip_port_details.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.683448 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.683955 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: fip-port-details Aug 09 17:33:55.684279 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: flavors.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.685646 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.686219 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: flavors Aug 09 17:33:55.686562 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.688307 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.688878 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 17:33:55.689244 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: floatingip_pools.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.690017 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.690531 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: floatingip-pools Aug 09 17:33:55.690879 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: ip_allocation.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.691828 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.692331 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 17:33:55.692697 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.693741 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.694311 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: ip-substring-filtering Aug 09 17:33:55.694643 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: l2_adjacency.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.695679 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.696924 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 17:33:55.697456 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: l3.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.698687 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.699247 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: router Aug 09 17:33:55.699622 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.702072 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.702646 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 17:33:55.703065 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.704099 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.704617 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: ext-gw-mode Aug 09 17:33:55.704947 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.705941 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.706459 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: l3-ha Aug 09 17:33:55.706911 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: l3_flavors.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.708024 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.708539 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: l3-flavors Aug 09 17:33:55.709103 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.710243 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.710760 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 17:33:55.711110 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: l3agentscheduler.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.712652 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.713279 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: l3_agent_scheduler Aug 09 17:33:55.713612 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: logging.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.715361 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.715962 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension logging not supported by any of loaded plugins Aug 09 17:33:55.716337 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: metering.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.717174 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.717778 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: metering Aug 09 17:33:55.718143 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.719465 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.719993 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: metering_source_and_destination_fields Aug 09 17:33:55.720323 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: multiprovidernet.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.721336 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.721856 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: multi-provider Aug 09 17:33:55.722222 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: netmtu.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.723220 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.723726 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: net-mtu Aug 09 17:33:55.724052 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: netmtu_writable.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.725030 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.725576 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: net-mtu-writable Aug 09 17:33:55.725958 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: network_availability_zone.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.726723 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.727382 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: network_availability_zone Aug 09 17:33:55.727903 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: network_ip_availability.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.729220 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.729731 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: network-ip-availability Aug 09 17:33:55.731004 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: network_segment_range.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.732063 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.732778 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 17:33:55.733110 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: pagination.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.734377 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.734802 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: pagination Aug 09 17:33:55.735540 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: port_device_profile.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.737698 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.738244 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: port-device-profile Aug 09 17:33:55.738577 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.739677 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.740305 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: port-mac-address-regenerate Aug 09 17:33:55.740665 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.741810 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.743532 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: port-numa-affinity-policy Aug 09 17:33:55.744095 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: port_resource_request.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.745264 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.745820 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 17:33:55.746364 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: portbindings.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.747922 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.748575 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: binding Aug 09 17:33:55.748949 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: portbindings_extended.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.750569 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.751125 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: binding-extended Aug 09 17:33:55.751461 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: portsecurity.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.752407 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.752920 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: port-security Aug 09 17:33:55.753251 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: project_id.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.754301 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.754664 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: project-id Aug 09 17:33:55.755070 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: providernet.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.756046 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.756562 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: provider Aug 09 17:33:55.756890 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: qos.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.761850 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.762440 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension qos not supported by any of loaded plugins Aug 09 17:33:55.762820 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.764223 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.764747 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 17:33:55.765124 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.766141 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.766701 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 17:33:55.767063 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: qos_default.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.767999 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.768510 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension qos-default not supported by any of loaded plugins Aug 09 17:33:55.768839 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: qos_fip.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.769570 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.770122 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension qos-fip not supported by any of loaded plugins Aug 09 17:33:55.770468 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: qos_gateway_ip.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.771467 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.772013 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 17:33:55.772366 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: qos_port_network_policy.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.773364 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.773868 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 17:33:55.774280 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: qos_pps_rule.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.775859 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.776702 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension qos-pps not supported by any of loaded plugins Aug 09 17:33:55.777086 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: qos_rule_type_details.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.778084 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.778651 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 17:33:55.779075 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: qos_rules_alias.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.780263 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.780823 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 17:33:55.781205 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: quotasv2.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.782282 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.782668 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: quotas Aug 09 17:33:55.783134 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: quotasv2_detail.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.786921 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.787593 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: quota_details Aug 09 17:33:55.787968 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: rbac.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.789507 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.790314 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: rbac-policies Aug 09 17:33:55.791309 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: rbac_address_group.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.791848 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.792360 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: rbac-address-group Aug 09 17:33:55.792680 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: rbac_address_scope.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.793605 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.794114 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: rbac-address-scope Aug 09 17:33:55.794439 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: rbac_security_groups.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.795397 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.795909 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: rbac-security-groups Aug 09 17:33:55.796231 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: rbac_subnetpool.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.797153 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.797653 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: rbac-subnetpool Aug 09 17:33:55.797971 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: revisionifmatch.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.798923 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.799436 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: revision-if-match Aug 09 17:33:55.799762 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: revisions.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.800888 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.801394 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: standard-attr-revisions Aug 09 17:33:55.801718 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: router_availability_zone.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.802407 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.802947 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: router_availability_zone Aug 09 17:33:55.803270 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: routerservicetype.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.804197 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.804704 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension router-service-type not supported by any of loaded plugins Aug 09 17:33:55.805025 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.806742 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.807302 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: security-groups-normalized-cidr Aug 09 17:33:55.807627 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.808559 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.809067 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: port-security-groups-filtering Aug 09 17:33:55.809386 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.810330 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.810843 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: security-groups-remote-address-group Aug 09 17:33:55.811192 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: securitygroup.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.820862 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.822072 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: security-group Aug 09 17:33:55.822402 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: segment.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.823253 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.823760 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension segment not supported by any of loaded plugins Aug 09 17:33:55.824090 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.825073 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.825579 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 17:33:55.825907 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: servicetype.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.827144 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.827661 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: service-type Aug 09 17:33:55.827989 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: sorting.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.828979 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.829312 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: sorting Aug 09 17:33:55.829635 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: standard_attr_segment.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.830565 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.831107 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 17:33:55.831431 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: standardattrdescription.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.832086 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.832595 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: standard-attr-description Aug 09 17:33:55.832920 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: stateful_security_group.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.833861 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.834374 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: stateful-security-group Aug 09 17:33:55.834697 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: stdattrs_common.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.835320 dv-cinder-780933-13-iscsi neutron-server[99790]: WARNING neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 17:33:55.835644 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.836779 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.837375 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 17:33:55.837706 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: subnet_onboard.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.838800 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.839344 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: subnet_onboard Aug 09 17:33:55.839667 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.840610 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.841119 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 17:33:55.841441 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: subnet_service_types.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.842365 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.842891 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: subnet-service-types Aug 09 17:33:55.843219 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: subnetallocation.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.844307 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.844823 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: subnet_allocation Aug 09 17:33:55.845146 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.845816 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.846317 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: subnetpool-prefix-ops Aug 09 17:33:55.846694 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.847595 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.848096 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 17:33:55.848414 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: tagging.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.849513 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.850020 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: standard-attr-tag Aug 09 17:33:55.850348 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: timestamp.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.851598 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.852111 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loaded extension: standard-attr-timestamp Aug 09 17:33:55.852480 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: trunk.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.853984 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.854136 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension trunk not supported by any of loaded plugins Aug 09 17:33:55.854464 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: trunk_details.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.855424 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.856238 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension trunk-details not supported by any of loaded plugins Aug 09 17:33:55.856660 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: uplink_status_propagation.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.857593 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.858110 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 17:33:55.858431 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Loading extension file: vlantransparent.py {{(pid=99790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:33:55.859145 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:33:55.859648 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 17:33:55.862295 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of TrackedResource for resource:network Aug 09 17:33:55.862827 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of TrackedResource for resource:subnet Aug 09 17:33:55.863261 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 17:33:55.863653 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of TrackedResource for resource:port Aug 09 17:33:55.864928 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.v2.resource_helper [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:33:55.865397 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.v2.resource_helper [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Service FLAVORS assigned prefix: {{(pid=99790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:33:55.866022 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.v2.resource_helper [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:33:55.866448 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.v2.resource_helper [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:33:55.866779 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of TrackedResource for resource:router Aug 09 17:33:55.867235 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 17:33:55.867741 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.v2.resource_helper [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Service METERING assigned prefix: /metering {{(pid=99790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:33:55.870120 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.870492 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.870842 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:33:55.871921 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 17:33:55.872374 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of TrackedResource for resource:security_group Aug 09 17:33:55.872810 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 17:33:55.874640 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.v2.resource_helper [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Service CORE assigned prefix: {{(pid=99790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:33:55.875026 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 17:33:55.875400 dv-cinder-780933-13-iscsi neutron-server[99790]: WARNING neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] subnetpool is already registered Aug 09 17:33:55.875863 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.v2.resource_helper [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Service CORE assigned prefix: {{(pid=99790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:33:55.876198 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 17:33:55.876535 dv-cinder-780933-13-iscsi neutron-server[99790]: WARNING neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] subnetpool is already registered Aug 09 17:33:55.878884 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.v2.resource_helper [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:33:55.879315 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.v2.resource_helper [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Service FLAVORS assigned prefix: {{(pid=99790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:33:55.879907 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.v2.resource_helper [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:33:55.880329 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.v2.resource_helper [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:33:55.880661 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of TrackedResource for resource:router Aug 09 17:33:55.881000 dv-cinder-780933-13-iscsi neutron-server[99790]: WARNING neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] router is already registered Aug 09 17:33:55.881421 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 17:33:55.881756 dv-cinder-780933-13-iscsi neutron-server[99790]: WARNING neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] floatingip is already registered Aug 09 17:33:55.882212 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.v2.resource_helper [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Service METERING assigned prefix: /metering {{(pid=99790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:33:55.882908 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 17:33:55.883236 dv-cinder-780933-13-iscsi neutron-server[99790]: WARNING neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] rbac_policy is already registered Aug 09 17:33:55.884350 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of TrackedResource for resource:security_group Aug 09 17:33:55.884698 dv-cinder-780933-13-iscsi neutron-server[99790]: WARNING neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] security_group is already registered Aug 09 17:33:55.885098 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 17:33:55.885436 dv-cinder-780933-13-iscsi neutron-server[99790]: WARNING neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] security_group_rule is already registered Aug 09 17:33:55.886076 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.v2.resource_helper [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Service CORE assigned prefix: {{(pid=99790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:33:55.886405 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 17:33:55.886745 dv-cinder-780933-13-iscsi neutron-server[99790]: WARNING neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] subnetpool is already registered Aug 09 17:33:55.887199 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.v2.resource_helper [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Service CORE assigned prefix: {{(pid=99790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:33:55.887518 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 17:33:55.887849 dv-cinder-780933-13-iscsi neutron-server[99790]: WARNING neutron.quota.resource_registry [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] subnetpool is already registered Aug 09 17:33:55.888325 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: extensions {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.889837 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: address-groups {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.891357 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: address-scopes {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.892695 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: agents {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.893856 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: auto-allocated-topology {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.895158 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: availability_zones {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.896472 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: dhcp-networks {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.898068 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: dhcp-agents {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.899958 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: routers {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.901690 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: flavors {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.903071 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: service_profiles {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.904431 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: next_providers {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.905880 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: service_profiles {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.907456 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: floatingip-pools {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.908773 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: routers {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.910629 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: floatingips {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.912204 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: l3-routers {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.913599 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: l3-agents {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.915259 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: metering-labels {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.916678 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: metering-label-rules {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.918100 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: network-ip-availabilities {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.919439 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: bindings {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.921137 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: quotas {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.922696 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: quotas {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.924180 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: rbac-policies {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.925415 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: security-groups {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.927325 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: security-group-rules {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.928881 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: service-providers {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.930149 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: subnetpools {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.932084 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: subnetpools {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.933690 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: tags {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.935895 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: tags {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.937368 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: tags {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.939449 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: tags {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.941287 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: tags {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.944555 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: tags {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.946993 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: tags {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.948822 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: tags {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.950791 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: tags {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.952608 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron.api.extensions [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Extended resource: tags {{(pid=99790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:33:55.958923 dv-cinder-780933-13-iscsi neutron-server[99790]: WARNING keystonemiddleware.auth_token [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 17:33:55.964858 dv-cinder-780933-13-iscsi neutron-server[99790]: WARNING keystonemiddleware.auth_token [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 17:33:55.976012 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_concurrency.lockutils [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Acquired lock "singleton_lock" {{(pid=99790) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 17:33:55.976496 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_concurrency.lockutils [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Releasing lock "singleton_lock" {{(pid=99790) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 17:33:55.977265 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO oslo_service.service [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Starting 2 workers Aug 09 17:33:55.982620 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Started child 99899 {{(pid=99790) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 17:33:55.987419 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Started child 99900 {{(pid=99790) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 17:33:55.989086 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO neutron.service [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 17:33:55.989794 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Notify callbacks [] for process, before_spawn {{(pid=99790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:33:55.990614 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:33:55.992330 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO oslo_service.service [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Starting 1 workers Aug 09 17:33:55.992712 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [-] (99899) wsgi starting up on http://0.0.0.0:9696 Aug 09 17:33:55.994055 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:33:55.995776 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [-] (99900) wsgi starting up on http://0.0.0.0:9696 Aug 09 17:33:55.998344 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Started child 99901 {{(pid=99790) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 17:33:55.998905 dv-cinder-780933-13-iscsi neutron-server[99790]: INFO oslo_service.service [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Starting 1 workers Aug 09 17:33:56.002276 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.service [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] calling RpcWorker wait() {{(pid=99901) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 17:33:56.002910 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.service [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] returning from RpcWorker wait() {{(pid=99901) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 17:33:56.003528 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Started child 99902 {{(pid=99790) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 17:33:56.004095 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:33:56.004374 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG neutron_lib.callbacks.manager [None req-0a987384-4601-49e1-bb70-de39f94e6252 None None] Notify callbacks [] for process, after_spawn {{(pid=99790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:33:56.004557 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:33:56.006439 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99790) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 17:33:56.006651 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 17:33:56.006838 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 17:33:56.007080 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 17:33:56.007427 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 17:33:56.007593 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 17:33:56.008154 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.009395 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.009668 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.009973 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.010427 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.011056 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.011338 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.011594 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.011862 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.012093 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.012252 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.012440 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:33:56.013148 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.013148 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.013148 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.013496 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.013626 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.013834 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.013971 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:33:56.014105 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.014271 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.014531 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.014805 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.015078 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.015353 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] debug = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.015607 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.016095 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.016366 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.016626 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.016848 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.017113 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.017360 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.017614 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.017853 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.018084 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.018327 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.018580 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.018817 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.019068 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.019283 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.019526 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.019757 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.020248 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] host = dv-cinder-780933-13-iscsi {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.020455 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.020696 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.020938 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.021183 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.021441 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.021652 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.021913 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.022154 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.022404 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.022624 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.022911 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.023125 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.023343 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.023587 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] log_file = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.023750 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] log_options = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.023996 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.024480 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.024789 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.024983 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.025325 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.025507 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.025802 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.025952 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.026254 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.026417 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.026559 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.026848 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.027037 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.027282 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.027518 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.027764 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.027999 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.028227 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.028471 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.028696 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.028918 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.029160 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.029407 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.029618 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.029830 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.030063 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.030306 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.030549 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.030716 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.031058 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.031217 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.031482 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.031728 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.031971 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.032195 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.032425 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.032634 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.032902 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.033130 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.033377 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.033620 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.033840 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.034091 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.034324 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.034554 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.034765 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] use_json = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.034999 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.035211 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.035476 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.035708 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.036000 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.036138 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.036385 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.036599 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.037298 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.037574 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.037918 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.038183 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.042909 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.042909 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.042909 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.042909 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.042909 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.042909 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.042909 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.043509 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.043509 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.043809 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.044369 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.044718 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.045249 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.045562 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.045928 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.046657 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.047240 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.047605 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.048129 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.048548 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.048961 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.049348 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.049717 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.050109 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.050476 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.050826 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.051197 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.051563 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.051984 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.052337 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.052722 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.053045 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.053405 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.053732 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.054109 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.054449 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.055022 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.056367 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.056935 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.057658 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.058012 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.058359 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.058738 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.059174 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.059534 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.059915 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.060288 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.060636 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.060986 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.061329 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.061683 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.062047 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.062383 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.062717 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.063085 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.063443 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.063850 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.064267 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.064671 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.065040 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.065388 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.065738 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.066114 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.066673 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.067175 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.067748 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.068471 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.068471 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.068675 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.069030 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.069407 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.069759 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.070114 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.070465 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.070821 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.071238 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.071574 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.071908 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.072433 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.072810 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.073295 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.073802 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.074180 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.074813 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.075186 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.075532 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.075882 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.076263 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.076794 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.077319 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.077693 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.078124 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.078538 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.078969 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.079346 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.079952 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.080661 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.081218 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.081584 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.081955 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.082347 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.082729 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.083180 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.083569 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.083952 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.084527 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.085071 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.085684 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.086388 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.087311 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.087902 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.088540 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.089006 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.089386 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.089977 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.090542 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.091126 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.091702 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.092109 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.092519 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.092916 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.093303 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.093692 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.094105 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.094444 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.094777 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.095131 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.095492 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.095961 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.096374 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.096814 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.097243 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.097686 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.098098 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.098570 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.098986 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.099375 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.099729 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.100088 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.100477 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.100799 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.101182 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.101578 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.101934 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.102924 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.103239 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.103613 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.103966 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.104221 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.104487 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.104713 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.104940 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.105189 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.105405 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.105668 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.105926 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.106141 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.106381 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.106621 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.106874 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.107177 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.107436 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.107648 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.107919 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.108138 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.108422 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.108685 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.108904 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.109151 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.109374 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.109629 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.109872 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.110091 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.110420 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.110651 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.111060 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.111176 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.111300 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.111514 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.111742 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.111952 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.112203 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.112449 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.112778 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.113033 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.113278 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.113521 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.113737 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.113991 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.114237 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.114454 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.114667 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.114898 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.115114 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.115369 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.115606 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.115870 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.116082 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.116289 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.116495 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.116706 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.116944 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.117359 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.117609 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.117915 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.119302 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.119557 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.119856 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.120122 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.120331 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.120696 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.121084 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.121451 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.121816 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.122215 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.122428 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.122640 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.122874 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.123241 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.123474 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.123718 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.123925 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.124130 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.124368 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.124582 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.124783 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.124999 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.125236 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.125441 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.125659 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.125909 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.126074 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.126297 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.126501 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.126705 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.126943 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.127186 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.127394 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.127686 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.127928 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.128142 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.128425 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.128668 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.128910 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.129131 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.129440 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.129665 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.130053 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.130447 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.130664 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.130920 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.131187 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.131523 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.131816 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.132107 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.132352 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.132612 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.132879 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.133131 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.133342 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.133662 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.134040 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.134321 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.134574 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.134805 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.135057 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.135303 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.135517 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.135760 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.136003 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.136219 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.136461 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.136700 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.136924 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.137159 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.137395 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.137617 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.137836 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.138070 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.138288 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.138499 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.138654 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 17:33:56.139205 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99790) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 17:33:56.139363 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 17:33:56.139672 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 17:33:56.139863 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 17:33:56.140028 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 17:33:56.140179 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 17:33:56.140382 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.140548 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.140716 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.140877 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.141035 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.141187 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.141345 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.141496 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.141803 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.141928 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:33:56.142029 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.142115 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.142251 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.142407 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.142562 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.142717 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.142902 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.143060 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.143219 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.143379 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.143535 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.143689 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.143843 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.143998 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] debug = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.144153 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.144358 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.144520 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.144876 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.145040 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.145197 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.145352 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.145507 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.145661 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.145815 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.145972 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.146128 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.146282 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.146437 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.146592 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.146748 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.146927 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.147085 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] host = dv-cinder-780933-13-iscsi {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.147239 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.147394 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.147552 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.147707 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.147862 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.148017 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.148179 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.148334 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.148489 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.148644 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.148801 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.148958 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.149272 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.149470 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] log_file = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.149470 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] log_options = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.149633 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.149747 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.149902 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.150095 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.150251 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.150407 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.150563 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.150719 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.150893 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.151086 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.151237 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.151384 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.151527 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.151673 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.151816 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.151958 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.152114 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.152263 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.152417 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.152564 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.152718 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.152864 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.153022 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.153171 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.153429 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.153576 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.154151 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.154151 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.154151 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.154151 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.154425 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.154491 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.154899 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.154899 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.154899 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.155132 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.155221 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.155365 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.155611 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.155707 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.155818 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.155990 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.156128 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.156659 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.156659 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.156659 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] use_json = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.156894 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.156894 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.157032 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.157150 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.157303 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.157606 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.157894 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.158188 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:33:56.158520 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.158825 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.159025 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.159187 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.159347 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.159506 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.159667 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.159825 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.160228 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.160228 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.160458 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.160458 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.160942 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.160942 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.160942 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.161931 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.161931 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.161931 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.161931 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.161931 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.161931 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.161931 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.162678 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.162678 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.162678 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.162950 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.162950 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.163115 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.163226 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.163387 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.163548 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.163712 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.163867 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.164028 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.164184 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.164344 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.164504 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.165565 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.165746 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.165879 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.166009 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.166143 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.166299 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.166454 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.166770 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.168414 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.168414 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.168414 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.168414 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.168414 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.168414 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.168414 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.168414 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.168414 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.169080 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.169080 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.169080 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.169080 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.169080 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.169080 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.169495 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.169495 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.169495 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.169715 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.169793 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.169917 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.170075 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.170233 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.170391 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.170546 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.170874 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.171033 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.171192 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.171354 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.171512 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.171659 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.171819 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.172277 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.172277 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.172277 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.172544 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.172628 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.172709 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.172868 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.173038 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.173215 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.173376 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.173523 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.173669 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.173822 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.173980 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.174130 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.174289 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.174439 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.174599 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.174751 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.174923 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.175069 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.175221 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.175371 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.175509 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.175646 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.175784 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.175922 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.176083 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.176228 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.176388 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.176627 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.176872 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.176872 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.177142 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.177282 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.177432 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.177571 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.177709 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.177848 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.177996 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.178244 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.178244 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.178515 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.178515 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.178777 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.178964 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.179107 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.179246 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.179395 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.179545 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.179683 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.179820 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.179975 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.180115 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.180281 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.181046 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.181290 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.181290 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.181731 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.181731 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.181731 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.182182 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.182182 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.182182 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.182582 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.182582 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.182582 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.183035 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.183035 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.183035 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.183443 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.183443 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.183443 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.184418 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.184418 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.184418 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.184418 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.184418 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.184418 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.184798 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.184798 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.184917 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.184982 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.185605 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.185605 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.185605 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.185605 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.185886 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.185886 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.186016 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.186411 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.186411 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.186591 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.186591 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.186751 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.187317 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.187317 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.187317 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.187543 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.187543 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.187677 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.187816 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.188664 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.188664 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.188664 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.188664 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.188664 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.189814 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.189814 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.189814 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.189814 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.189814 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.189814 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.189814 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.189814 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.191574 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.191574 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.191574 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.191574 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.191574 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.191574 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.191574 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.191574 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.192465 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.192465 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.192465 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.192465 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.192465 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.192465 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.192465 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.192465 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.192465 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.193516 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.193516 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.193516 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.193516 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.193516 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.193516 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.193516 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.193516 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.194068 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.194068 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.194068 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.194068 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.194357 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.194357 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.194503 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.194639 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.194765 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.194903 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.195048 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.195185 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.195368 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.195528 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.195654 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.195796 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.196008 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.196146 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.196305 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.196473 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.196632 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.196881 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.196985 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.197092 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.197249 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.197418 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.197578 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.197736 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.197902 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.198061 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.198218 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.198378 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.198549 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.198713 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.198902 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.199033 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.199191 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.199589 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.199589 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.199939 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.199939 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.199939 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.200174 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.200652 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.200652 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.200652 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.201037 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.201037 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.201037 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.201506 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.201506 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.201506 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.201928 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.201928 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.201928 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.202342 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.202342 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.202342 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.202559 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.203024 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.203024 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.203024 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.203262 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.203262 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.203408 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.203487 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.203630 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.203788 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:33:56.203937 dv-cinder-780933-13-iscsi neutron-server[99790]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 17:33:56.291354 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 45392) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:33:56.299928 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063057 Aug 09 17:34:07.941656 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27425576-0463-4e5b-8c6c-6b2c211715a2 None None] get_active_networks_info from dv-cinder-780933-13-iscsi {{(pid=99901) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 17:34:08.042585 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27425576-0463-4e5b-8c6c-6b2c211715a2 None None] No non-hosted networks {{(pid=99901) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 17:34:08.062113 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.agentschedulers_db [None req-27425576-0463-4e5b-8c6c-6b2c211715a2 None None] DHCP Agent not found on host dv-cinder-780933-13-iscsi {{(pid=99901) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 09 17:34:08.208802 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3de02cc7-69d6-4a0c-992f-7f3737de0fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963558'] for agent, after_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:10.528396 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963558'] for agent, after_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:10.530523 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:10.532498 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:10.533032 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:10.534403 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:10.535786 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:10.537195 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:10.541765 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:10.543200 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:10.544373 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:10.546338 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:10.547305 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:10.551824 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:10.559724 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-780933-13-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:34:10.582053 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-780933-13-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:34:10.798151 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-06045ba3-2df8-425f-9207-56fbdd3d2138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963558'] for agent, after_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:10.851613 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-179e75fc-5389-4084-8849-f70e506a36d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:11.832501 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963558'] for agent, after_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:13.641446 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963558'] for agent, after_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:14.736704 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 45484) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:34:15.187855 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.db.l3_hamode_db [None req-04494af1-664a-476e-a0c0-5cf88b734ad5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 17:34:15.270931 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04494af1-664a-476e-a0c0-5cf88b734ad5 None None] Routers set() bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:34:15.271336 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04494af1-664a-476e-a0c0-5cf88b734ad5 None None] Router IDs set() for agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 17:34:15.274970 dv-cinder-780933-13-iscsi neutron-server[99899]: WARNING oslo_policy.policy [None req-70e2ba70-9f0d-4c31-bb6f-611a3c66dcd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 17:34:15.275552 dv-cinder-780933-13-iscsi neutron-server[99899]: WARNING oslo_policy.policy [None req-70e2ba70-9f0d-4c31-bb6f-611a3c66dcd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 17:34:15.492090 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [None req-70e2ba70-9f0d-4c31-bb6f-611a3c66dcd4 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99899) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:34:15.494094 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-70e2ba70-9f0d-4c31-bb6f-611a3c66dcd4 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7552347 Aug 09 17:34:17.889146 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 45498) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:34:18.230933 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-cf04f0de-a194-4627-9b00-8fd5b0a5d755 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:34:18.326505 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.policy [None req-cf04f0de-a194-4627-9b00-8fd5b0a5d755 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99899) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 17:34:18.371751 dv-cinder-780933-13-iscsi neutron-server[99899]: WARNING oslo_policy.policy [None req-cf04f0de-a194-4627-9b00-8fd5b0a5d755 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 17:34:18.372138 dv-cinder-780933-13-iscsi neutron-server[99899]: WARNING oslo_policy.policy [None req-cf04f0de-a194-4627-9b00-8fd5b0a5d755 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 17:34:18.380966 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.quota [None req-cf04f0de-a194-4627-9b00-8fd5b0a5d755 admin admin] Loaded quota_driver: . Aug 09 17:34:18.480377 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-cf04f0de-a194-4627-9b00-8fd5b0a5d755 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789731389592', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789731391053', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789731394160', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789731395749', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789733078511', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789731424661', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1675631', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1851976', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-692616', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-761562'] for rbac-policy, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:18.548066 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-cf04f0de-a194-4627-9b00-8fd5b0a5d755 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:18.549523 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-cf04f0de-a194-4627-9b00-8fd5b0a5d755 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6593592 Aug 09 17:34:21.142590 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 45510) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:34:21.451981 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '6464439c2c3d49b18d6cab79561f15df', 'name': 'private', 'project_id': '6464439c2c3d49b18d6cab79561f15df'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:34:21.481509 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Made reservation on behalf of 6464439c2c3d49b18d6cab79561f15df for: {'network': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:34:21.484368 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:21.502561 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:21.637320 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:21.641171 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:21.662339 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=99899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:34:21.691356 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789733204583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:21.691941 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Unsubscribe: segment precommit_create {{(pid=99899) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 17:34:21.692464 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.segments_db [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Added segment 12859bf3-d6b8-41e9-b206-00896545bc0a of type vlan for network 600c4957-8276-4acc-960d-34534b0c3d9c Aug 09 17:34:21.709659 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4794c811-e2da-4464-b7ee-220bdbdb0068,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:21.737439 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:21.737779 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:21.738106 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:21.738427 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:21.738745 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:21.739120 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:21.739441 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:21.739770 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:21.740101 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:21.740416 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:21.740724 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:21.741032 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Tracked resource versions report: Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: pushed versions: Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: { 'AddressGroup': {'1.2'}, Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'ConntrackHelper': {'1.0'}, Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Log': {'1.0'}, Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Network': {'1.1'}, Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Port': {'1.7'}, Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'PortForwarding': {'1.2'}, Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'QosPolicy': {'1.9'}, Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'SecurityGroup': {'1.4'}, Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'SecurityGroupRule': {'1.2'}, Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'SubPort': {'1.0'}, Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Subnet': {'1.1'}, Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Trunk': {'1.1'}} Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: consumer versions: Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: { DHCP agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: L3 agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: Metadata agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: Metering agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: Open vSwitch agent@dv-cinder-780933-13-iscsi: { 'AddressGroup': '1.2', Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'ConntrackHelper': '1.0', Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Log': '1.0', Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Network': '1.1', Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Port': '1.7', Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'PortForwarding': '1.2', Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'QosPolicy': '1.9', Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'SecurityGroup': '1.4', Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'SecurityGroupRule': '1.2', Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'SubPort': '1.0', Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Subnet': '1.1', Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Trunk': '1.1'}} Aug 09 17:34:21.742432 dv-cinder-780933-13-iscsi neutron-server[99899]: {{(pid=99899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 17:34:21.817800 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:21.872850 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:21.874043 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:34:21.874680 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:21.959430 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8156517 Aug 09 17:34:21.973108 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0bfcd-daec-4a00-b05f-184163117747 admin admin] Pushing event updated for resources: {'Network': ['ID=600c4957-8276-4acc-960d-34534b0c3d9c,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:21.986472 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network 600c4957-8276-4acc-960d-34534b0c3d9c details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:34:24.623782 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 45524) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:34:25.035096 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56211975-0f5f-4bb3-a3cf-95764ad9bfde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:34:25.036730 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-56211975-0f5f-4bb3-a3cf-95764ad9bfde admin admin] 10.222.0.38 "GET /v2.0/networks/600c4957-8276-4acc-960d-34534b0c3d9c HTTP/1.1" status: 200 len: 825 time: 0.4117203 Aug 09 17:34:25.060887 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-7f33c721-a04c-4540-8fac-e3528d126874 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/e8ca5714-8168-45d6-a256-022f44201726 HTTP/1.1" status: 200 len: 734 time: 0.0181041 Aug 09 17:34:25.070282 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-82d06510-319b-4c18-ade8-36463895d120 admin admin] Request body: {'subnet': {'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c', 'subnetpool_id': 'e8ca5714-8168-45d6-a256-022f44201726', 'tenant_id': '6464439c2c3d49b18d6cab79561f15df', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:34:25.093147 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d06510-319b-4c18-ade8-36463895d120 admin admin] Made reservation on behalf of 6464439c2c3d49b18d6cab79561f15df for: {'subnet': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:34:25.095532 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-82d06510-319b-4c18-ade8-36463895d120 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:25.402300 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-82d06510-319b-4c18-ade8-36463895d120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:25.477321 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d06510-319b-4c18-ade8-36463895d120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=741af582-5ced-4f7b-a142-a08d891fb6f6,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:25.484281 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d06510-319b-4c18-ade8-36463895d120 admin admin] Checking segment: {'id': '12859bf3-d6b8-41e9-b206-00896545bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:34:25.484682 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d06510-319b-4c18-ade8-36463895d120 admin admin] Network hostable DHCP agents. Network: 600c4957-8276-4acc-960d-34534b0c3d9c, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:34:25.507144 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d06510-319b-4c18-ade8-36463895d120 admin admin] Network 600c4957-8276-4acc-960d-34534b0c3d9c is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:34:25.518879 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-82d06510-319b-4c18-ade8-36463895d120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, 600c4957-8276-4acc-960d-34534b0c3d9c) {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:34:25.524051 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d06510-319b-4c18-ade8-36463895d120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:34:25.524648 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-82d06510-319b-4c18-ade8-36463895d120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:25.529381 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc8893b-8a4e-4da7-a086-86d63c5127c3 None None] Network 600c4957-8276-4acc-960d-34534b0c3d9c requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:34:25.547011 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-82d06510-319b-4c18-ade8-36463895d120 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4724705 Aug 09 17:34:25.860424 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a6190c-6a13-5555-94fd-b175b3e363ac-600c4957-8276-4acc-960d-34534b0c3d9c', 'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c', 'tenant_id': '6464439c2c3d49b18d6cab79561f15df', 'fixed_ips': [{'subnet_id': '741af582-5ced-4f7b-a142-a08d891fb6f6'}]}} from dv-cinder-780933-13-iscsi. {{(pid=99901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:34:25.861724 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:26.153231 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.db_base_plugin_common [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Allocated IP 172.20.0.2 (600c4957-8276-4acc-960d-34534b0c3d9c/741af582-5ced-4f7b-a142-a08d891fb6f6/20a73986-d746-4c93-ad15-02c64900297e) {{(pid=99901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:34:26.410308 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Notify callbacks [] for port, precommit_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:26.429148 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Transition to ACTIVE for port object 20a73986-d746-4c93-ad15-02c64900297e will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:34:26.454080 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Transition to ACTIVE for port object 20a73986-d746-4c93-ad15-02c64900297e will not be triggered until provisioned by entity DHCP. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:34:26.467938 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:26.555118 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Network 600c4957-8276-4acc-960d-34534b0c3d9c is already hosted by enough agents. {{(pid=99901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:34:26.559927 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.base_scheduler [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Resources bound (agent type, host, resource id): {{(pid=99901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:34:26.561547 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Pushing event updated for resources: {'Port': ['ID=20a73986-d746-4c93-ad15-02c64900297e,revision_number=1']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:26.566384 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Received port after_create {{(pid=99901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:34:26.573570 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:26.573929 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:26.574267 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:26.574601 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:26.574952 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:26.575279 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:26.575603 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:26.575925 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:26.576265 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:26.576590 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:26.576912 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:26.577243 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Tracked resource versions report: Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: pushed versions: Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: { 'AddressGroup': {'1.2'}, Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'ConntrackHelper': {'1.0'}, Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Log': {'1.0'}, Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Network': {'1.1'}, Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Port': {'1.7'}, Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'PortForwarding': {'1.2'}, Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'QosPolicy': {'1.9'}, Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'SecurityGroup': {'1.4'}, Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'SecurityGroupRule': {'1.2'}, Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'SubPort': {'1.0'}, Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Subnet': {'1.1'}, Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Trunk': {'1.1'}} Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: consumer versions: Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: { DHCP agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: L3 agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: Metadata agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: Metering agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: Open vSwitch agent@dv-cinder-780933-13-iscsi: { 'AddressGroup': '1.2', Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'ConntrackHelper': '1.0', Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Log': '1.0', Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Network': '1.1', Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Port': '1.7', Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'PortForwarding': '1.2', Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'QosPolicy': '1.9', Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'SecurityGroup': '1.4', Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'SecurityGroupRule': '1.2', Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'SubPort': '1.0', Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Subnet': '1.1', Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Trunk': '1.1'}} Aug 09 17:34:26.578634 dv-cinder-780933-13-iscsi neutron-server[99901]: {{(pid=99901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 17:34:26.666836 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Attempting to bind port 20a73986-d746-4c93-ad15-02c64900297e on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:34:26.667153 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Attempting to bind port 20a73986-d746-4c93-ad15-02c64900297e by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '12859bf3-d6b8-41e9-b206-00896545bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:34:26.667590 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Attempting to bind port 20a73986-d746-4c93-ad15-02c64900297e on network 600c4957-8276-4acc-960d-34534b0c3d9c {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:34:26.674394 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:34:26.674781 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Checking segment: {'id': '12859bf3-d6b8-41e9-b206-00896545bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:34:26.676419 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:26.677497 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Bound using segment: {'id': '12859bf3-d6b8-41e9-b206-00896545bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:34:26.678570 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Bound port: 20a73986-d746-4c93-ad15-02c64900297e, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12859bf3-d6b8-41e9-b206-00896545bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:34:26.679035 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:26.748636 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] For port 20a73986-d746-4c93-ad15-02c64900297e, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:34:26.754555 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] For port 20a73986-d746-4c93-ad15-02c64900297e, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=20a73986-d746-4c93-ad15-02c64900297e,segment=NetworkSegment(12859bf3-d6b8-41e9-b206-00896545bc0a),segment_id=12859bf3-d6b8-41e9-b206-00896545bc0a)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:34:26.762806 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:26.836731 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dab03e-a7b4-452c-a0a7-300d78d6e461 None None] Pushing event updated for resources: {'Port': ['ID=20a73986-d746-4c93-ad15-02c64900297e,revision_number=2']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:28.058681 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 45532) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:34:28.399752 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [None req-07af9670-5e54-4cf8-8bd8-f10b3bff2ada admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99899) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:34:28.400941 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-07af9670-5e54-4cf8-8bd8-f10b3bff2ada admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3412294 Aug 09 17:34:30.776351 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 45540) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:34:31.311257 dv-cinder-780933-13-iscsi neutron-server[99900]: WARNING oslo_policy.policy [None req-4783077c-9f31-4a68-81c7-b5aaaafa9d1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 17:34:31.312225 dv-cinder-780933-13-iscsi neutron-server[99900]: WARNING oslo_policy.policy [None req-4783077c-9f31-4a68-81c7-b5aaaafa9d1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 17:34:31.534749 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [None req-4783077c-9f31-4a68-81c7-b5aaaafa9d1a admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:34:31.535838 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-4783077c-9f31-4a68-81c7-b5aaaafa9d1a admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7586148 Aug 09 17:34:34.274415 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 45560) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:34:34.518392 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 20a73986-d746-4c93-ad15-02c64900297e up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:34:34.606903 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 20a73986-d746-4c93-ad15-02c64900297e completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:34:34.623982 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-2f4d6e14-6674-41e1-901b-0ab352b3bac5 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6464439c2c3d49b18d6cab79561f15df', 'name': 'router1'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:34:34.688957 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.policy [None req-2f4d6e14-6674-41e1-901b-0ab352b3bac5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99900) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 17:34:34.734800 dv-cinder-780933-13-iscsi neutron-server[99900]: WARNING oslo_policy.policy [None req-2f4d6e14-6674-41e1-901b-0ab352b3bac5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 17:34:34.735216 dv-cinder-780933-13-iscsi neutron-server[99900]: WARNING oslo_policy.policy [None req-2f4d6e14-6674-41e1-901b-0ab352b3bac5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 17:34:34.744777 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.quota [None req-2f4d6e14-6674-41e1-901b-0ab352b3bac5 admin admin] Loaded quota_driver: . Aug 09 17:34:34.804307 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2f4d6e14-6674-41e1-901b-0ab352b3bac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-964555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:34.806394 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2f4d6e14-6674-41e1-901b-0ab352b3bac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:34.977470 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2f4d6e14-6674-41e1-901b-0ab352b3bac5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:34.983569 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2f4d6e14-6674-41e1-901b-0ab352b3bac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962553'] for router, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:35.006168 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2f4d6e14-6674-41e1-901b-0ab352b3bac5 admin admin] Notify callbacks [] for router, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:35.007792 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-2f4d6e14-6674-41e1-901b-0ab352b3bac5 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7323384 Aug 09 17:34:35.438847 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f52276-b2c4-4d7f-ba2b-741ac11055d1 None None] Network 600c4957-8276-4acc-960d-34534b0c3d9c requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:34:35.564810 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-e747aafe-27ce-4c25-84cd-46d140f6bee8 None None] Provisioning for port 20a73986-d746-4c93-ad15-02c64900297e completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:34:35.575632 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-e747aafe-27ce-4c25-84cd-46d140f6bee8 None None] Provisioning complete for port 20a73986-d746-4c93-ad15-02c64900297e triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:34:35.576042 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e747aafe-27ce-4c25-84cd-46d140f6bee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:35.731550 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e747aafe-27ce-4c25-84cd-46d140f6bee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:35.770520 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-e747aafe-27ce-4c25-84cd-46d140f6bee8 None None] For port 20a73986-d746-4c93-ad15-02c64900297e, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=20a73986-d746-4c93-ad15-02c64900297e,segment=NetworkSegment(12859bf3-d6b8-41e9-b206-00896545bc0a),segment_id=12859bf3-d6b8-41e9-b206-00896545bc0a)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:34:35.775447 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e747aafe-27ce-4c25-84cd-46d140f6bee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:35.827132 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747aafe-27ce-4c25-84cd-46d140f6bee8 None None] Pushing event updated for resources: {'Port': ['ID=20a73986-d746-4c93-ad15-02c64900297e,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:35.894660 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-4dbee29b-c40c-416d-9db6-b4ffd1cceb7f None None] Provisioning complete for port 20a73986-d746-4c93-ad15-02c64900297e triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:34:35.895064 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-4dbee29b-c40c-416d-9db6-b4ffd1cceb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:36.487089 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 20a73986-d746-4c93-ad15-02c64900297e up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:34:36.536750 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 20a73986-d746-4c93-ad15-02c64900297e triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:34:36.537121 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:37.430106 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 45570) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:34:37.756540 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [None req-20d3a7bb-6753-4635-98d8-8a9dd51cfd31 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:34:37.757711 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-20d3a7bb-6753-4635-98d8-8a9dd51cfd31 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3265271 Aug 09 17:34:37.837801 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-fb221462-325f-4add-a574-673457b1c0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:40.168137 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 45578) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:34:40.495523 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:34:40.509728 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:40.519872 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Made reservation on behalf of e342ccc42b2943b7ae2d3bacee79370b for: {'network': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:34:40.523294 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:40.540464 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:40.658670 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:40.662669 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:40.673352 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Reserving flat network on physical network physnet1 {{(pid=99900) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 17:34:40.706011 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789733204583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:40.706576 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Unsubscribe: segment precommit_create {{(pid=99900) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 17:34:40.707116 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.segments_db [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Added segment e3978dd8-65a3-43ae-9051-55bef4117688 of type flat for network ea6b9157-7b5c-46f4-b61f-3e223353ac5d Aug 09 17:34:40.733192 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c45f06-b767-47d3-ae37-fbe77b6694f8,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:40.786680 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-cd2e47b4-e8cc-4ff4-8d4f-bcccf1ccaebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:40.792530 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:40.792801 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:40.793134 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:40.793463 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:40.793789 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:40.794122 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:40.794441 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:40.794770 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:40.795128 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:40.795443 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:40.795751 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:40.796058 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Tracked resource versions report: Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: pushed versions: Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: { 'AddressGroup': {'1.2'}, Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'ConntrackHelper': {'1.0'}, Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Log': {'1.0'}, Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Network': {'1.1'}, Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Port': {'1.7'}, Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'PortForwarding': {'1.2'}, Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'QosPolicy': {'1.9'}, Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'SecurityGroup': {'1.4'}, Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'SecurityGroupRule': {'1.2'}, Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'SubPort': {'1.0'}, Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Subnet': {'1.1'}, Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Trunk': {'1.1'}} Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: consumer versions: Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: { DHCP agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: L3 agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: Metadata agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: Metering agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: Open vSwitch agent@dv-cinder-780933-13-iscsi: { 'AddressGroup': '1.2', Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'ConntrackHelper': '1.0', Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Log': '1.0', Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Network': '1.1', Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Port': '1.7', Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'PortForwarding': '1.2', Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'QosPolicy': '1.9', Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'SecurityGroup': '1.4', Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'SecurityGroupRule': '1.2', Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'SubPort': '1.0', Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Subnet': '1.1', Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Trunk': '1.1'}} Aug 09 17:34:40.797431 dv-cinder-780933-13-iscsi neutron-server[99900]: {{(pid=99900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 17:34:40.844768 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:40.897994 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:40.899129 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:34:40.899761 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:40.982502 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8132803 Aug 09 17:34:41.002248 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff0600-f82f-4c35-bf2b-04e54ee309c8 admin admin] Pushing event updated for resources: {'Network': ['ID=ea6b9157-7b5c-46f4-b61f-3e223353ac5d,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:41.013836 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:34:41.776619 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:43.405507 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 45600) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:34:43.563422 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:43.632458 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768b2c17-4a0b-46cf-964c-397bb024f47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:34:43.633887 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-768b2c17-4a0b-46cf-964c-397bb024f47d admin admin] 10.222.0.38 "GET /v2.0/subnets/741af582-5ced-4f7b-a142-a08d891fb6f6 HTTP/1.1" status: 200 len: 849 time: 0.2274354 Aug 09 17:34:43.770645 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-c6b6d9cf-86cd-44ce-95da-7a748cc26aaa admin admin] 10.222.0.38 "GET /v2.0/routers/f769b77e-3e3c-40a9-8536-180f5908b228 HTTP/1.1" status: 200 len: 704 time: 0.1306098 Aug 09 17:34:44.044798 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:44.342267 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Allocated IP 172.20.0.1 (600c4957-8276-4acc-960d-34534b0c3d9c/741af582-5ced-4f7b-a142-a08d891fb6f6/7b633c98-03db-4821-beeb-9d0a1290317c) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:34:44.529772 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:44.553589 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.provisioning_blocks [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Transition to ACTIVE for port object 7b633c98-03db-4821-beeb-9d0a1290317c will not be triggered until provisioned by entity DHCP. {{(pid=99900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:34:44.635978 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:44.713247 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Network 600c4957-8276-4acc-960d-34534b0c3d9c is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:34:44.720580 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:34:44.722519 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b633c98-03db-4821-beeb-9d0a1290317c,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:44.734734 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:34:44.735294 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961546'] for router_interface, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:44.951154 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-f8852fd3-d08a-4519-b0c3-65637c4a6702 None None] Provisioning for port 7b633c98-03db-4821-beeb-9d0a1290317c completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:34:44.955335 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-f8852fd3-d08a-4519-b0c3-65637c4a6702 None None] Provisioning complete for port 7b633c98-03db-4821-beeb-9d0a1290317c triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:34:44.955704 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-f8852fd3-d08a-4519-b0c3-65637c4a6702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:44.990331 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-f8852fd3-d08a-4519-b0c3-65637c4a6702 None None] Port 7b633c98-03db-4821-beeb-9d0a1290317c cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:34:44.995698 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:45.203992 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:45.208401 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:45.209184 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961726'] for router_interface, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:45.287383 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b633c98-03db-4821-beeb-9d0a1290317c,revision_number=2']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:45.332496 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Network 600c4957-8276-4acc-960d-34534b0c3d9c is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:34:45.333851 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:34:45.504492 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Router f769b77e-3e3c-40a9-8536-180f5908b228 is scheduled to L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 with binding_index 1 {{(pid=99900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:34:45.512982 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-323399f0-2607-41ec-a894-5ba2463cef39 None None] Provisioning complete for port 7b633c98-03db-4821-beeb-9d0a1290317c triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:34:45.513355 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-323399f0-2607-41ec-a894-5ba2463cef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:45.551196 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-323399f0-2607-41ec-a894-5ba2463cef39 None None] Port 7b633c98-03db-4821-beeb-9d0a1290317c cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:34:45.601856 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:34:45.616904 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Sync routers for ids ['f769b77e-3e3c-40a9-8536-180f5908b228'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:34:45.619487 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-9711c1eb-61fd-475c-b3a3-b17c54a41ef1 admin admin] 10.222.0.38 "PUT /v2.0/routers/f769b77e-3e3c-40a9-8536-180f5908b228/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8432715 Aug 09 17:34:45.629214 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Routers {'f769b77e-3e3c-40a9-8536-180f5908b228'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:34:45.630139 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:34:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['f769b77e-3e3c-40a9-8536-180f5908b228'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:34:45.831253 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Set router f769b77e-3e3c-40a9-8536-180f5908b228 gateway port host: None {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:34:46.267175 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f769b77e-3e3c-40a9-8536-180f5908b228', 'name': 'router1', 'tenant_id': '6464439c2c3d49b18d6cab79561f15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:34:34Z', 'updated_at': '2021-08-09T17:34:44Z', 'revision_number': 2, 'project_id': '6464439c2c3d49b18d6cab79561f15df', 'gw_port_host': None, '_interfaces': [{'id': '7b633c98-03db-4821-beeb-9d0a1290317c', 'name': '', 'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c', 'tenant_id': '6464439c2c3d49b18d6cab79561f15df', 'mac_address': 'fa:16:3e:58:f5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f769b77e-3e3c-40a9-8536-180f5908b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '741af582-5ced-4f7b-a142-a08d891fb6f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:34:44Z', 'updated_at': '2021-08-09T17:34:45Z', 'revision_number': 2, 'project_id': '6464439c2c3d49b18d6cab79561f15df', 'subnets': [{'id': '741af582-5ced-4f7b-a142-a08d891fb6f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8ca5714-8168-45d6-a256-022f44201726'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:34:46.320194 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Checking router: f769b77e-3e3c-40a9-8536-180f5908b228 for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:34:46.320558 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Updating router f769b77e-3e3c-40a9-8536-180f5908b228 port 7b633c98-03db-4821-beeb-9d0a1290317c binding host dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:34:46.371006 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:46.899594 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Notify callbacks [] for port, precommit_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:46.918240 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.provisioning_blocks [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Transition to ACTIVE for port object 7b633c98-03db-4821-beeb-9d0a1290317c will not be triggered until provisioned by entity L2. {{(pid=99902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:34:46.923829 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:47.084322 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b9a24-4bb3-4138-8491-34ff87fd7f49 None None] Pushing event updated for resources: {'Port': ['ID=7b633c98-03db-4821-beeb-9d0a1290317c,revision_number=3']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:47.097373 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Attempting to bind port 7b633c98-03db-4821-beeb-9d0a1290317c on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:34:47.097755 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Attempting to bind port 7b633c98-03db-4821-beeb-9d0a1290317c by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '12859bf3-d6b8-41e9-b206-00896545bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c'}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:34:47.098195 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Attempting to bind port 7b633c98-03db-4821-beeb-9d0a1290317c on network 600c4957-8276-4acc-960d-34534b0c3d9c {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:34:47.101333 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b9a24-4bb3-4138-8491-34ff87fd7f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:47.101663 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b9a24-4bb3-4138-8491-34ff87fd7f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:47.101989 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b9a24-4bb3-4138-8491-34ff87fd7f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:47.102310 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b9a24-4bb3-4138-8491-34ff87fd7f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:47.102623 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b9a24-4bb3-4138-8491-34ff87fd7f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:47.102958 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b9a24-4bb3-4138-8491-34ff87fd7f49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:47.103276 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b9a24-4bb3-4138-8491-34ff87fd7f49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:47.103588 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b9a24-4bb3-4138-8491-34ff87fd7f49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:47.103914 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b9a24-4bb3-4138-8491-34ff87fd7f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:47.104226 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b9a24-4bb3-4138-8491-34ff87fd7f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:47.104532 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b9a24-4bb3-4138-8491-34ff87fd7f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:47.104837 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b9a24-4bb3-4138-8491-34ff87fd7f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5b9a24-4bb3-4138-8491-34ff87fd7f49 None None] Tracked resource versions report: Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: pushed versions: Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: { 'AddressGroup': {'1.2'}, Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'ConntrackHelper': {'1.0'}, Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Log': {'1.0'}, Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Network': {'1.1'}, Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Port': {'1.7'}, Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'PortForwarding': {'1.2'}, Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'QosPolicy': {'1.9'}, Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'SecurityGroup': {'1.4'}, Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'SecurityGroupRule': {'1.2'}, Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'SubPort': {'1.0'}, Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Subnet': {'1.1'}, Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Trunk': {'1.1'}} Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: consumer versions: Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: { DHCP agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: L3 agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: Metadata agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: Metering agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: Open vSwitch agent@dv-cinder-780933-13-iscsi: { 'AddressGroup': '1.2', Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'ConntrackHelper': '1.0', Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Log': '1.0', Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Network': '1.1', Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Port': '1.7', Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'PortForwarding': '1.2', Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'QosPolicy': '1.9', Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'SecurityGroup': '1.4', Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'SecurityGroupRule': '1.2', Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'SubPort': '1.0', Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Subnet': '1.1', Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Trunk': '1.1'}} Aug 09 17:34:47.106198 dv-cinder-780933-13-iscsi neutron-server[99902]: {{(pid=99902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 17:34:47.113154 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:34:47.113665 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Checking segment: {'id': '12859bf3-d6b8-41e9-b206-00896545bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:34:47.114137 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:47.114752 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Bound using segment: {'id': '12859bf3-d6b8-41e9-b206-00896545bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c'} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:34:47.115229 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Bound port: 7b633c98-03db-4821-beeb-9d0a1290317c, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12859bf3-d6b8-41e9-b206-00896545bc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c'}}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:34:47.115640 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:47.182604 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] For port 7b633c98-03db-4821-beeb-9d0a1290317c, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:34:47.206222 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] For port 7b633c98-03db-4821-beeb-9d0a1290317c, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=7b633c98-03db-4821-beeb-9d0a1290317c,segment=NetworkSegment(12859bf3-d6b8-41e9-b206-00896545bc0a),segment_id=12859bf3-d6b8-41e9-b206-00896545bc0a)] {{(pid=99902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:34:47.211472 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:47.275293 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b9a24-4bb3-4138-8491-34ff87fd7f49 None None] Pushing event updated for resources: {'Port': ['ID=7b633c98-03db-4821-beeb-9d0a1290317c,revision_number=4']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:47.283722 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Routers {'f769b77e-3e3c-40a9-8536-180f5908b228'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:34:47.284343 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:34:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['f769b77e-3e3c-40a9-8536-180f5908b228'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:34:47.387630 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] Set router f769b77e-3e3c-40a9-8536-180f5908b228 gateway port host: None {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:34:47.609521 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f769b77e-3e3c-40a9-8536-180f5908b228', 'name': 'router1', 'tenant_id': '6464439c2c3d49b18d6cab79561f15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:34:34Z', 'updated_at': '2021-08-09T17:34:44Z', 'revision_number': 2, 'project_id': '6464439c2c3d49b18d6cab79561f15df', 'gw_port_host': None, '_interfaces': [{'id': '7b633c98-03db-4821-beeb-9d0a1290317c', 'name': '', 'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c', 'tenant_id': '6464439c2c3d49b18d6cab79561f15df', 'mac_address': 'fa:16:3e:58:f5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f769b77e-3e3c-40a9-8536-180f5908b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '741af582-5ced-4f7b-a142-a08d891fb6f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:34:44Z', 'updated_at': '2021-08-09T17:34:47Z', 'revision_number': 4, 'project_id': '6464439c2c3d49b18d6cab79561f15df', 'subnets': [{'id': '741af582-5ced-4f7b-a142-a08d891fb6f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8ca5714-8168-45d6-a256-022f44201726'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:34:47.635446 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f53f7-c73a-4463-a77c-cff5b9c10990 None None] The sync data for ids ['f769b77e-3e3c-40a9-8536-180f5908b228'] in dv-cinder-780933-13-iscsi is: [{'id': 'f769b77e-3e3c-40a9-8536-180f5908b228', 'name': 'router1', 'tenant_id': '6464439c2c3d49b18d6cab79561f15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:34:34Z', 'updated_at': '2021-08-09T17:34:44Z', 'revision_number': 2, 'project_id': '6464439c2c3d49b18d6cab79561f15df', 'gw_port_host': None, '_interfaces': [{'id': '7b633c98-03db-4821-beeb-9d0a1290317c', 'name': '', 'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c', 'tenant_id': '6464439c2c3d49b18d6cab79561f15df', 'mac_address': 'fa:16:3e:58:f5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f769b77e-3e3c-40a9-8536-180f5908b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '741af582-5ced-4f7b-a142-a08d891fb6f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:34:44Z', 'updated_at': '2021-08-09T17:34:47Z', 'revision_number': 4, 'project_id': '6464439c2c3d49b18d6cab79561f15df', 'subnets': [{'id': '741af582-5ced-4f7b-a142-a08d891fb6f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8ca5714-8168-45d6-a256-022f44201726'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:34:47.878738 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 45622) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:34:47.995408 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9d6cb2-e3d4-4267-aabf-1ade841db983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:34:47.996796 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-bc9d6cb2-e3d4-4267-aabf-1ade841db983 admin admin] 10.222.0.38 "GET /v2.0/networks/ea6b9157-7b5c-46f4-b61f-3e223353ac5d HTTP/1.1" status: 200 len: 842 time: 0.1171105 Aug 09 17:34:48.008365 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-023acc8e-5032-4804-9cab-1e57112c85e3 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'ip_version': 4}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:34:48.034443 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023acc8e-5032-4804-9cab-1e57112c85e3 admin admin] Made reservation on behalf of e342ccc42b2943b7ae2d3bacee79370b for: {'subnet': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:34:48.037285 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-023acc8e-5032-4804-9cab-1e57112c85e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:48.359250 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.objects.ports [None req-023acc8e-5032-4804-9cab-1e57112c85e3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99900) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 17:34:48.359709 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-023acc8e-5032-4804-9cab-1e57112c85e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:48.415299 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023acc8e-5032-4804-9cab-1e57112c85e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6006c360-c037-4a42-b727-ae9b7a1a47c3,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:48.427937 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023acc8e-5032-4804-9cab-1e57112c85e3 admin admin] Checking segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:34:48.428844 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023acc8e-5032-4804-9cab-1e57112c85e3 admin admin] Network hostable DHCP agents. Network: ea6b9157-7b5c-46f4-b61f-3e223353ac5d, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:34:48.451405 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023acc8e-5032-4804-9cab-1e57112c85e3 admin admin] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:34:48.464409 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-023acc8e-5032-4804-9cab-1e57112c85e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, ea6b9157-7b5c-46f4-b61f-3e223353ac5d) {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:34:48.468793 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023acc8e-5032-4804-9cab-1e57112c85e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:34:48.469392 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-023acc8e-5032-4804-9cab-1e57112c85e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:48.478301 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1642134d-336f-4cec-bf21-ac890e407eb6 None None] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:34:48.500405 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-023acc8e-5032-4804-9cab-1e57112c85e3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4805133 Aug 09 17:34:48.623177 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdd392c-a817-4232-ae4b-dbf6a5247f3d None None] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:34:50.773734 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 45630) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:34:51.043363 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-087dc783-9407-46b8-b500-bed7c45d5de8 admin admin] 10.222.0.38 "GET /v2.0/routers/f769b77e-3e3c-40a9-8536-180f5908b228 HTTP/1.1" status: 200 len: 710 time: 0.2685018 Aug 09 17:34:51.164302 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4bdacd-5849-4918-9f17-b9449278f5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:34:51.166376 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-5e4bdacd-5849-4918-9f17-b9449278f5cf admin admin] 10.222.0.38 "GET /v2.0/networks/ea6b9157-7b5c-46f4-b61f-3e223353ac5d HTTP/1.1" status: 200 len: 886 time: 0.1173809 Aug 09 17:34:51.177363 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:34:51.429405 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:51.677892 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:51.752917 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:51.918365 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Allocated IP 172.27.3.199 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/beda6ee5-abc0-43ff-be2e-3e601490338e) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:34:52.077863 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:52.163519 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:52.251584 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:34:52.260551 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:34:52.271834 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:34:52.278264 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Pushing event updated for resources: {'Port': ['ID=beda6ee5-abc0-43ff-be2e-3e601490338e,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:52.561636 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:52.763472 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-962324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-964165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1160'] for router, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:52.768435 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-962543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-962534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-964188'] for router, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:52.897719 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Router f769b77e-3e3c-40a9-8536-180f5908b228 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:34:53.009241 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:34:53.015647 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] Notify callbacks [] for router, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:53.016891 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-6d5ac4a2-d50d-479d-a8f1-22d609164b02 admin admin] 10.222.0.38 "PUT /v2.0/routers/f769b77e-3e3c-40a9-8536-180f5908b228 HTTP/1.1" status: 200 len: 890 time: 1.8432002 Aug 09 17:34:54.178717 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Sync routers for ids ['f769b77e-3e3c-40a9-8536-180f5908b228'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:34:54.189370 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Routers {'f769b77e-3e3c-40a9-8536-180f5908b228'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:34:54.190016 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:34:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['f769b77e-3e3c-40a9-8536-180f5908b228'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:34:54.451571 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Set router f769b77e-3e3c-40a9-8536-180f5908b228 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:34:54.565212 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 7b633c98-03db-4821-beeb-9d0a1290317c up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:34:54.762477 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 7b633c98-03db-4821-beeb-9d0a1290317c completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:34:54.781133 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 7b633c98-03db-4821-beeb-9d0a1290317c triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:34:54.781504 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:54.938726 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:54.970306 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f769b77e-3e3c-40a9-8536-180f5908b228', 'name': 'router1', 'tenant_id': '6464439c2c3d49b18d6cab79561f15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'beda6ee5-abc0-43ff-be2e-3e601490338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:34:34Z', 'updated_at': '2021-08-09T17:34:52Z', 'revision_number': 4, 'project_id': '6464439c2c3d49b18d6cab79561f15df', 'gw_port': {'id': 'beda6ee5-abc0-43ff-be2e-3e601490338e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:be:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f769b77e-3e3c-40a9-8536-180f5908b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:34:51Z', 'updated_at': '2021-08-09T17:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '7b633c98-03db-4821-beeb-9d0a1290317c', 'name': '', 'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c', 'tenant_id': '6464439c2c3d49b18d6cab79561f15df', 'mac_address': 'fa:16:3e:58:f5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f769b77e-3e3c-40a9-8536-180f5908b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '741af582-5ced-4f7b-a142-a08d891fb6f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:34:44Z', 'updated_at': '2021-08-09T17:34:47Z', 'revision_number': 4, 'project_id': '6464439c2c3d49b18d6cab79561f15df', 'subnets': [{'id': '741af582-5ced-4f7b-a142-a08d891fb6f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8ca5714-8168-45d6-a256-022f44201726'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:34:55.029112 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Checking router: f769b77e-3e3c-40a9-8536-180f5908b228 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:34:55.029390 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Updating router f769b77e-3e3c-40a9-8536-180f5908b228 port beda6ee5-abc0-43ff-be2e-3e601490338e binding host dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:34:55.076585 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 5 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:34:55.079523 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port 7b633c98-03db-4821-beeb-9d0a1290317c, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=7b633c98-03db-4821-beeb-9d0a1290317c,segment=NetworkSegment(12859bf3-d6b8-41e9-b206-00896545bc0a),segment_id=12859bf3-d6b8-41e9-b206-00896545bc0a)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:34:55.092446 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:55.106108 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:55.241542 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=7b633c98-03db-4821-beeb-9d0a1290317c,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:55.453887 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 45642) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:34:55.513268 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Notify callbacks [] for port, precommit_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:55.531043 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Transition to ACTIVE for port object beda6ee5-abc0-43ff-be2e-3e601490338e will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:34:55.538385 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:55.585488 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-1c29afe4-e0df-44d9-800c-3b08c3478763 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1304502 Aug 09 17:34:55.588312 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Attempting to bind port beda6ee5-abc0-43ff-be2e-3e601490338e on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:34:55.588747 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Attempting to bind port beda6ee5-abc0-43ff-be2e-3e601490338e by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:34:55.589121 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Attempting to bind port beda6ee5-abc0-43ff-be2e-3e601490338e on network ea6b9157-7b5c-46f4-b61f-3e223353ac5d {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:34:55.595038 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663cc14-476a-4b40-bb5a-b3b04c4ddc2b None None] Pushing event updated for resources: {'Port': ['ID=beda6ee5-abc0-43ff-be2e-3e601490338e,revision_number=2']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:55.600704 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:34:55.601065 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Checking segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:34:55.601463 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:55.601846 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Bound using segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:34:55.602834 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Bound port: beda6ee5-abc0-43ff-be2e-3e601490338e, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:34:55.602834 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:55.659719 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] For port beda6ee5-abc0-43ff-be2e-3e601490338e, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:34:55.664116 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] For port beda6ee5-abc0-43ff-be2e-3e601490338e, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=beda6ee5-abc0-43ff-be2e-3e601490338e,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:34:55.668941 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:55.725353 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Routers {'f769b77e-3e3c-40a9-8536-180f5908b228'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:34:55.726061 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:34:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['f769b77e-3e3c-40a9-8536-180f5908b228'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:34:55.767674 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663cc14-476a-4b40-bb5a-b3b04c4ddc2b None None] Pushing event updated for resources: {'Port': ['ID=beda6ee5-abc0-43ff-be2e-3e601490338e,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:55.932448 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] Set router f769b77e-3e3c-40a9-8536-180f5908b228 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:34:56.152714 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f769b77e-3e3c-40a9-8536-180f5908b228', 'name': 'router1', 'tenant_id': '6464439c2c3d49b18d6cab79561f15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'beda6ee5-abc0-43ff-be2e-3e601490338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:34:34Z', 'updated_at': '2021-08-09T17:34:52Z', 'revision_number': 4, 'project_id': '6464439c2c3d49b18d6cab79561f15df', 'gw_port': {'id': 'beda6ee5-abc0-43ff-be2e-3e601490338e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:be:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f769b77e-3e3c-40a9-8536-180f5908b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:34:51Z', 'updated_at': '2021-08-09T17:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '7b633c98-03db-4821-beeb-9d0a1290317c', 'name': '', 'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c', 'tenant_id': '6464439c2c3d49b18d6cab79561f15df', 'mac_address': 'fa:16:3e:58:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f769b77e-3e3c-40a9-8536-180f5908b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '741af582-5ced-4f7b-a142-a08d891fb6f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:34:44Z', 'updated_at': '2021-08-09T17:34:54Z', 'revision_number': 5, 'project_id': '6464439c2c3d49b18d6cab79561f15df', 'subnets': [{'id': '741af582-5ced-4f7b-a142-a08d891fb6f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8ca5714-8168-45d6-a256-022f44201726'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:34:56.183284 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9825971-1568-44a8-bfaa-ce5827882d76 None None] The sync data for ids ['f769b77e-3e3c-40a9-8536-180f5908b228'] in dv-cinder-780933-13-iscsi is: [{'id': 'f769b77e-3e3c-40a9-8536-180f5908b228', 'name': 'router1', 'tenant_id': '6464439c2c3d49b18d6cab79561f15df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': 'beda6ee5-abc0-43ff-be2e-3e601490338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:34:34Z', 'updated_at': '2021-08-09T17:34:52Z', 'revision_number': 4, 'project_id': '6464439c2c3d49b18d6cab79561f15df', 'gw_port': {'id': 'beda6ee5-abc0-43ff-be2e-3e601490338e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:be:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f769b77e-3e3c-40a9-8536-180f5908b228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:34:51Z', 'updated_at': '2021-08-09T17:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '7b633c98-03db-4821-beeb-9d0a1290317c', 'name': '', 'network_id': '600c4957-8276-4acc-960d-34534b0c3d9c', 'tenant_id': '6464439c2c3d49b18d6cab79561f15df', 'mac_address': 'fa:16:3e:58:f5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f769b77e-3e3c-40a9-8536-180f5908b228', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '741af582-5ced-4f7b-a142-a08d891fb6f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:34:44Z', 'updated_at': '2021-08-09T17:34:54Z', 'revision_number': 5, 'project_id': '6464439c2c3d49b18d6cab79561f15df', 'subnets': [{'id': '741af582-5ced-4f7b-a142-a08d891fb6f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8ca5714-8168-45d6-a256-022f44201726'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:34:56.635208 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device beda6ee5-abc0-43ff-be2e-3e601490338e up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:34:56.687915 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port beda6ee5-abc0-43ff-be2e-3e601490338e completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:34:56.692040 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port beda6ee5-abc0-43ff-be2e-3e601490338e triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:34:56.692576 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:56.783937 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:56.807966 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port beda6ee5-abc0-43ff-be2e-3e601490338e, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=beda6ee5-abc0-43ff-be2e-3e601490338e,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:34:56.812321 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:56.813433 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 7b633c98-03db-4821-beeb-9d0a1290317c up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:34:56.890748 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=beda6ee5-abc0-43ff-be2e-3e601490338e,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:34:56.931862 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 7b633c98-03db-4821-beeb-9d0a1290317c triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:34:56.932223 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:34:58.523169 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device beda6ee5-abc0-43ff-be2e-3e601490338e up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:34:58.576678 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port beda6ee5-abc0-43ff-be2e-3e601490338e triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:34:58.577200 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:35:07.854345 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-f0a80ceb-d29f-41fb-8a8a-8940f670ddc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:35:10.513197 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:35:10.797401 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-cc628d9e-e2a3-4888-ac01-7d12157940bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:35:11.783661 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:35:13.588163 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:35:32.084160 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 5 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:35:37.980235 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-1df15242-8ad9-4213-88f1-44d36e8f0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:35:40.525267 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:35:40.798583 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-64291f68-f09d-4819-80db-126171af8937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:35:41.788712 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:35:43.583444 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:36:07.842303 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-a13bb024-01da-4be8-be58-401bbb42c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:36:09.074417 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 5 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:36:10.518224 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:36:10.793300 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d5b09a3c-9a50-4234-9cb9-e08e7a4fbf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:36:11.786121 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:36:13.590089 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:36:37.844204 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-bdf25a2d-790e-48d5-8529-2ed8e271ff39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:36:39.433712 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 46210) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:36:39.497679 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73cb6f2-26b2-40db-9508-13aa33725d53 admin admin] GET failed (client error): The resource could not be found. Aug 09 17:36:39.499103 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-b73cb6f2-26b2-40db-9508-13aa33725d53 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0644329 Aug 09 17:36:39.658138 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624971f6-12ff-49f1-887d-2f09f12ce04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:36:39.660086 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-624971f6-12ff-49f1-887d-2f09f12ce04a admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1557038 Aug 09 17:36:40.521388 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:36:40.795568 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-55ed1319-fc12-4ce6-84f4-3a2020ff9d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:36:41.794334 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:36:41.840043 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46220) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:36:41.937127 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3eb4e4-738f-4519-ae00-1d3c884f5dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:36:41.938513 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-9f3eb4e4-738f-4519-ae00-1d3c884f5dd8 admin admin] 10.222.0.38 "GET /v2.0/subnets/741af582-5ced-4f7b-a142-a08d891fb6f6 HTTP/1.1" status: 200 len: 849 time: 0.0975292 Aug 09 17:36:41.949094 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:36:42.034638 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Notify callbacks [] for subnet, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:36:42.181352 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789733034900'] for subnet, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:36:42.218932 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:36:42.220041 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:36:42.220838 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] 10.222.0.38 "PUT /v2.0/subnets/741af582-5ced-4f7b-a142-a08d891fb6f6 HTTP/1.1" status: 200 len: 868 time: 0.2755666 Aug 09 17:36:42.225709 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4312598-7dc4-40f0-94df-8fda0db80ae2 None None] Network 600c4957-8276-4acc-960d-34534b0c3d9c requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:36:42.245887 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Pushing event updated for resources: {'Subnet': ['ID=741af582-5ced-4f7b-a142-a08d891fb6f6,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:36:42.254827 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:36:42.255266 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:36:42.256178 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:36:42.256178 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:36:42.256178 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:36:42.256535 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:36:42.259132 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:36:42.259132 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:36:42.259132 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:36:42.259132 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:36:42.259132 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:36:42.259132 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfc4553-c627-440e-bf7e-68059352b90b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:36:42.708576 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-050b25c1-3d69-45ad-8d1b-ed4d187eb554 None None] Provisioning complete for port 20a73986-d746-4c93-ad15-02c64900297e triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:36:42.708877 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-050b25c1-3d69-45ad-8d1b-ed4d187eb554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:36:42.807810 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-050b25c1-3d69-45ad-8d1b-ed4d187eb554 None None] Provisioning complete for port 7b633c98-03db-4821-beeb-9d0a1290317c triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:36:42.808527 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-050b25c1-3d69-45ad-8d1b-ed4d187eb554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:36:43.587551 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:36:44.464439 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46230) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:36:44.740604 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0296655-cfc3-430b-bda7-1570defafb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:36:44.741012 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0296655-cfc3-430b-bda7-1570defafb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:36:44.742550 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-c0296655-cfc3-430b-bda7-1570defafb5f admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2771633 Aug 09 17:36:46.073515 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 5 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:36:46.983539 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46238) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:36:47.116368 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be4e344-2fcf-45e3-9eb4-519dce002c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:36:47.116862 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be4e344-2fcf-45e3-9eb4-519dce002c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:36:47.118805 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-7be4e344-2fcf-45e3-9eb4-519dce002c06 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1343136 Aug 09 17:36:49.301119 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46246) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:36:49.445915 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4bf8a4-6130-4f4b-99a0-bb42d48f4cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:36:49.447328 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-9b4bf8a4-6130-4f4b-99a0-bb42d48f4cca admin admin] 10.222.0.38 "GET /v2.0/networks/600c4957-8276-4acc-960d-34534b0c3d9c HTTP/1.1" status: 200 len: 869 time: 0.1452737 Aug 09 17:36:51.639022 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46254) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:36:51.765652 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4a5dad-8826-4601-8f71-991b75381462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:36:51.766977 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-7b4a5dad-8826-4601-8f71-991b75381462 admin admin] 10.222.0.38 "GET /v2.0/networks/ea6b9157-7b5c-46f4-b61f-3e223353ac5d HTTP/1.1" status: 200 len: 886 time: 0.1269751 Aug 09 17:36:53.989863 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46262) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:36:54.121221 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a032a47-6336-4147-96c8-3382b4492b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:36:54.121671 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a032a47-6336-4147-96c8-3382b4492b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:36:54.123211 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-5a032a47-6336-4147-96c8-3382b4492b83 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1323516 Aug 09 17:36:56.341210 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46270) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:36:56.432556 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2cee-84c0-448d-9cb1-cd0d032ceb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:36:56.433004 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2cee-84c0-448d-9cb1-cd0d032ceb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:36:56.434527 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-206c2cee-84c0-448d-9cb1-cd0d032ceb53 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0923903 Aug 09 17:36:58.648067 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46278) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:36:58.734788 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0db86c6-03b8-41b0-b23f-6e5cc56044b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:36:58.737050 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-a0db86c6-03b8-41b0-b23f-6e5cc56044b9 admin admin] 10.222.0.38 "GET /v2.0/subnets/6006c360-c037-4a42-b727-ae9b7a1a47c3 HTTP/1.1" status: 200 len: 816 time: 0.0873148 Aug 09 17:37:00.936100 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46286) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:37:01.031051 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ed7644-6a1c-4b95-a6ac-c5d57444ed81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:37:01.032454 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-10ed7644-6a1c-4b95-a6ac-c5d57444ed81 admin admin] 10.222.0.38 "GET /v2.0/subnets/741af582-5ced-4f7b-a142-a08d891fb6f6 HTTP/1.1" status: 200 len: 868 time: 0.0954142 Aug 09 17:37:07.847602 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-490c5169-4eff-44fc-b78d-8fc1e4e72a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:10.524048 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:10.797670 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-10a7df86-6f23-41ea-8d05-540dbdc70b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:11.792368 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:13.587910 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:23.072030 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 5 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:37:26.842316 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46340) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:37:26.890717 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [None req-d892ff13-bba3-4ecd-af97-1015070fe445 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99899) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:37:26.891770 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-d892ff13-bba3-4ecd-af97-1015070fe445 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484383 Aug 09 17:37:29.240781 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46348) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:37:29.304374 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47e9a75-731c-4b84-8bf4-9121cf8980c0 admin admin] GET failed (client error): The resource could not be found. Aug 09 17:37:29.305712 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-d47e9a75-731c-4b84-8bf4-9121cf8980c0 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0640044 Aug 09 17:37:29.453467 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c2e48c-c821-4348-8fed-a1f7d15d4fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:37:29.455008 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-a5c2e48c-c821-4348-8fed-a1f7d15d4fe3 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1448886 Aug 09 17:37:31.669419 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46356) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:37:31.717622 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-7b990d93-6501-4912-9e2d-6b3bc15ec251 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:37:31.738631 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b990d93-6501-4912-9e2d-6b3bc15ec251 admin admin] Made reservation on behalf of e342ccc42b2943b7ae2d3bacee79370b for: {'network': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:37:31.740919 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7b990d93-6501-4912-9e2d-6b3bc15ec251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:31.776691 dv-cinder-780933-13-iscsi neutron-server[99899]: WARNING neutron.services.revisions.revision_plugin [None req-7b990d93-6501-4912-9e2d-6b3bc15ec251 admin admin] Could not find related network for resource to bump revision. Aug 09 17:37:31.791044 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b990d93-6501-4912-9e2d-6b3bc15ec251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=99899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:37:31.800503 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7b990d93-6501-4912-9e2d-6b3bc15ec251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:31.800858 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.segments_db [None req-7b990d93-6501-4912-9e2d-6b3bc15ec251 admin admin] Added segment 6b4bea31-abe2-4688-8817-adb23a5cc58e of type vlan for network c6c697d6-6b91-46e0-8808-b6c956d2a264 Aug 09 17:37:31.839491 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7b990d93-6501-4912-9e2d-6b3bc15ec251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:31.870775 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7b990d93-6501-4912-9e2d-6b3bc15ec251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:31.871726 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b990d93-6501-4912-9e2d-6b3bc15ec251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:37:31.872297 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7b990d93-6501-4912-9e2d-6b3bc15ec251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:31.922652 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-7b990d93-6501-4912-9e2d-6b3bc15ec251 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2521589 Aug 09 17:37:31.931504 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b990d93-6501-4912-9e2d-6b3bc15ec251 admin admin] Pushing event updated for resources: {'Network': ['ID=c6c697d6-6b91-46e0-8808-b6c956d2a264,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:37:31.942714 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network c6c697d6-6b91-46e0-8808-b6c956d2a264 details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:37:34.144464 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 46364) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:37:34.209763 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.pecan_wsgi.hooks.translation [None req-383a71b6-51ba-42c0-a1c4-60fa3d04c681 admin admin] GET failed (client error): The resource could not be found. Aug 09 17:37:34.211123 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-383a71b6-51ba-42c0-a1c4-60fa3d04c681 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0657098 Aug 09 17:37:34.279876 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ca5f4b-7280-4eef-a888-5d45a519b05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:37:34.281364 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-33ca5f4b-7280-4eef-a888-5d45a519b05e admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0659201 Aug 09 17:37:34.291708 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'c6c697d6-6b91-46e0-8808-b6c956d2a264', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:37:34.311251 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Made reservation on behalf of e342ccc42b2943b7ae2d3bacee79370b for: {'subnet': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:37:34.313941 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:34.553704 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:34.611986 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f534cd0-90e6-4133-8748-0da8f7b668f3,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:37:34.614960 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Checking segment: {'id': '6b4bea31-abe2-4688-8817-adb23a5cc58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6c697d6-6b91-46e0-8808-b6c956d2a264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:37:34.615304 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Network hostable DHCP agents. Network: c6c697d6-6b91-46e0-8808-b6c956d2a264, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:37:34.621805 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:34.622163 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:34.622498 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:34.622820 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:34.623162 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:34.623493 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:34.623812 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:34.624144 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:34.624478 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:34.624792 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:34.625100 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:34.625406 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:34.640815 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Network c6c697d6-6b91-46e0-8808-b6c956d2a264 is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:37:34.649539 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, c6c697d6-6b91-46e0-8808-b6c956d2a264) {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:37:34.653526 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:37:34.654104 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:34.658953 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2319be2b-8d05-4bc7-93b7-ba0aa3ea4105 None None] Network c6c697d6-6b91-46e0-8808-b6c956d2a264 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:37:34.668384 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-29f2f501-db90-49a3-afad-c66d051bceb7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3800678 Aug 09 17:37:34.813811 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a6190c-6a13-5555-94fd-b175b3e363ac-c6c697d6-6b91-46e0-8808-b6c956d2a264', 'network_id': 'c6c697d6-6b91-46e0-8808-b6c956d2a264', 'tenant_id': 'e342ccc42b2943b7ae2d3bacee79370b', 'fixed_ips': [{'subnet_id': '6f534cd0-90e6-4133-8748-0da8f7b668f3'}]}} from dv-cinder-780933-13-iscsi. {{(pid=99901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:37:34.815363 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:35.052683 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.db_base_plugin_common [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Allocated IP 192.168.233.2 (c6c697d6-6b91-46e0-8808-b6c956d2a264/6f534cd0-90e6-4133-8748-0da8f7b668f3/0ce50366-28e4-4a0e-8ccb-a7f4318bd645) {{(pid=99901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:37:35.207400 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Notify callbacks [] for port, precommit_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:35.216223 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Transition to ACTIVE for port object 0ce50366-28e4-4a0e-8ccb-a7f4318bd645 will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:37:35.231523 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Transition to ACTIVE for port object 0ce50366-28e4-4a0e-8ccb-a7f4318bd645 will not be triggered until provisioned by entity DHCP. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:37:35.238176 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:35.275505 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Network c6c697d6-6b91-46e0-8808-b6c956d2a264 is already hosted by enough agents. {{(pid=99901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:37:35.280263 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.base_scheduler [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Resources bound (agent type, host, resource id): {{(pid=99901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:37:35.283686 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Received port after_create {{(pid=99901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:37:35.296498 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Pushing event updated for resources: {'Port': ['ID=0ce50366-28e4-4a0e-8ccb-a7f4318bd645,revision_number=1']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:37:35.316669 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:35.317033 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:35.317376 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:35.317705 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:35.318032 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:35.318358 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:35.318678 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:35.319023 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:35.319365 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:35.319701 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:35.320022 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:35.320333 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:37:35.358807 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Attempting to bind port 0ce50366-28e4-4a0e-8ccb-a7f4318bd645 on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:37:35.359335 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Attempting to bind port 0ce50366-28e4-4a0e-8ccb-a7f4318bd645 by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '6b4bea31-abe2-4688-8817-adb23a5cc58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6c697d6-6b91-46e0-8808-b6c956d2a264'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:37:35.359698 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Attempting to bind port 0ce50366-28e4-4a0e-8ccb-a7f4318bd645 on network c6c697d6-6b91-46e0-8808-b6c956d2a264 {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:37:35.364892 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:37:35.365259 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Checking segment: {'id': '6b4bea31-abe2-4688-8817-adb23a5cc58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6c697d6-6b91-46e0-8808-b6c956d2a264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:37:35.365649 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:35.366030 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Bound using segment: {'id': '6b4bea31-abe2-4688-8817-adb23a5cc58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6c697d6-6b91-46e0-8808-b6c956d2a264'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:37:35.366481 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Bound port: 0ce50366-28e4-4a0e-8ccb-a7f4318bd645, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4bea31-abe2-4688-8817-adb23a5cc58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6c697d6-6b91-46e0-8808-b6c956d2a264'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:37:35.366892 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:35.430200 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] For port 0ce50366-28e4-4a0e-8ccb-a7f4318bd645, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:37:35.433290 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] For port 0ce50366-28e4-4a0e-8ccb-a7f4318bd645, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=0ce50366-28e4-4a0e-8ccb-a7f4318bd645,segment=NetworkSegment(6b4bea31-abe2-4688-8817-adb23a5cc58e),segment_id=6b4bea31-abe2-4688-8817-adb23a5cc58e)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:37:35.438694 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:35.501043 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36628c4-2cc2-4200-9747-c7c325513660 None None] Pushing event updated for resources: {'Port': ['ID=0ce50366-28e4-4a0e-8ccb-a7f4318bd645,revision_number=2']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:37:36.330751 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627dd19b-46e5-4863-86b7-1d9ac85fdb7c None None] Network c6c697d6-6b91-46e0-8808-b6c956d2a264 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:37:36.394018 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-da07dcc5-7b99-433c-8509-28bfb02b2934 None None] Provisioning for port 0ce50366-28e4-4a0e-8ccb-a7f4318bd645 completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:37:36.681550 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 0ce50366-28e4-4a0e-8ccb-a7f4318bd645 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:37:36.747885 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 0ce50366-28e4-4a0e-8ccb-a7f4318bd645 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:37:36.752817 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 0ce50366-28e4-4a0e-8ccb-a7f4318bd645 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:37:36.753188 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:36.831561 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:36.866057 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port 0ce50366-28e4-4a0e-8ccb-a7f4318bd645, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=0ce50366-28e4-4a0e-8ccb-a7f4318bd645,segment=NetworkSegment(6b4bea31-abe2-4688-8817-adb23a5cc58e),segment_id=6b4bea31-abe2-4688-8817-adb23a5cc58e)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:37:36.870013 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:36.924148 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=0ce50366-28e4-4a0e-8ccb-a7f4318bd645,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:37:37.847832 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-b66ad4d9-fe27-4a51-a28b-bfe6fc0ac811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:38.643473 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 0ce50366-28e4-4a0e-8ccb-a7f4318bd645 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:37:38.695335 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 0ce50366-28e4-4a0e-8ccb-a7f4318bd645 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:37:38.695697 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:40.527159 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:40.800945 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3fe37059-ad64-473e-99e3-3ac72a53c319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:41.794612 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:37:43.592449 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:00.071050 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 5 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:38:07.852124 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-5d79fac7-00c9-43fa-8e11-0b1c0c92e302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:10.529358 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:10.805718 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-26ba43f6-2595-4359-99cb-bf1549e56b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:11.797692 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:13.593034 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:37.069362 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 5 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:38:37.855300 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-44cfdbb8-ea2c-414f-be55-d0db887e9272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:40.533693 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:40.806157 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-a43bafab-b5a1-40bc-8696-e87c08ca70d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:41.803901 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:43.596539 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:44.290141 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 46416) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:38:44.296292 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [None req-0289c4db-4815-4541-85cd-83e80bb6d319 tempest-verify_tempest_config-822985736 tempest-verify_tempest_config-822985736-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:38:44.297243 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-0289c4db-4815-4541-85cd-83e80bb6d319 tempest-verify_tempest_config-822985736 tempest-verify_tempest_config-822985736-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061584 Aug 09 17:38:44.614212 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 46434) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:38:44.723606 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:44.820162 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:44.823802 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:44.869187 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1159ae86265a44a9a98ba542a90a2c83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2539158 Aug 09 17:38:44.871006 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60417bda-42fd-40f8-8ff7-e74bb29875a0,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:38:44.871977 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46438) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:38:44.877939 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:44.878296 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:44.878634 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:44.879002 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:44.879326 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:44.879667 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:44.879994 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:44.880326 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:44.880663 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:44.880982 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:44.881297 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:44.881609 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6640ad66-d0ad-4da9-b5cd-f48c8953ba7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:44.928500 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:44.948498 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:45.042685 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:45.045755 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:38:45.047030 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/60417bda-42fd-40f8-8ff7-e74bb29875a0 HTTP/1.1" status: 204 len: 168 time: 0.1740501 Aug 09 17:38:45.054802 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60417bda-42fd-40f8-8ff7-e74bb29875a0,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:38:45.061382 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:45.061958 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:45.062550 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:45.062926 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:45.063270 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:45.063627 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:45.063965 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:45.064311 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:45.064687 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:45.065018 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:45.065340 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:38:45.065661 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d51f989-381d-4550-9387-4a5d4f6e2cb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:39:07.857673 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-772bae7b-258c-463f-a166-6654cab6943d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:39:10.534062 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:39:10.807502 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2a8b815c-b95e-4db7-b2a2-ad651a38efbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:39:11.804645 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:39:13.603377 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:39:14.068668 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 5 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:39:37.860099 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-1b3240ef-fe8c-4e0c-8bf7-c018cffe62ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:39:40.535972 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:39:40.809205 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-f05af9c4-95ae-4cbb-9bd7-15449a85e3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:39:41.807103 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:39:43.602476 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:39:51.068347 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 5 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:40:07.861713 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-c462adb1-c187-47bd-8630-678afb9978ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:40:10.537567 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:40:10.812505 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-1ddf930f-9527-41af-bdad-7eadf2e4844e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:40:11.815902 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:40:13.607630 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:40:26.535549 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963558'] for agent, after_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:40:28.066938 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:40:37.864786 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-b254f7e4-0b62-49e7-a429-1497a57225e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:40:40.538948 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:40:40.816762 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-03756982-4f45-4798-9f78-d2f705486bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:40:41.815668 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:40:42.196256 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46512) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:40:42.311368 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-cfe9b690-a81a-4dc4-980e-077852913879 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1139891 Aug 09 17:40:43.607658 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:40:44.508367 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46522) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:40:44.565012 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-8c2d4d8d-1a90-49b7-9d3e-7b4a3c52c42f admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0555718 Aug 09 17:40:56.490646 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:41:05.066014 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:41:07.864955 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-7b37e6b7-aa26-4426-b2fd-636b3773496c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:41:10.544954 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:41:10.816930 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-5bed1b11-6faf-488f-a916-9c90abfb30a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:41:11.815988 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:41:13.611690 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:41:26.490349 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:41:37.871961 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-649f514a-9553-4623-bca2-56e2cca5e489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:41:40.538179 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:41:40.821301 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-a196c84b-cd2b-4bc0-98d2-9bdc92417bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:41:41.819072 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:41:42.065419 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:41:43.616418 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:41:56.504739 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:07.867046 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-132310d7-b93a-4831-b096-4c8902df4570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:10.557286 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:10.822588 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-ab7715fc-596b-4dda-9214-e67a65d8144b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:11.835161 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:13.620497 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:14.263677 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 46732) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:14.402247 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 46742) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:14.431786 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 46746) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:14.676097 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-353094525-network', 'tenant_id': '99e4b5de1ec841b4b874abd0cece9013'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:14.702226 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46754) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:14.710113 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Made reservation on behalf of 99e4b5de1ec841b4b874abd0cece9013 for: {'network': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:14.714613 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:14.725027 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:14.766044 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-17dfee38-7725-49d8-b313-ddf7f3b24322 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-273947611-network', 'tenant_id': 'dc9699f4940942999992b0fe593c8833'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:14.803233 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2135937249-network', 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:14.877057 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:14.891843 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-548897940-network', 'tenant_id': 'f2464d3ad553418a917d81fbb196a797'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:14.894497 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:14.912771 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.db.api [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 17:42:14.912771 dv-cinder-780933-13-iscsi neutron-server[99900]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 17:42:14.912771 dv-cinder-780933-13-iscsi neutron-server[99900]: [parameters: {'project_id_1': '491af0e0ec7145c6b70e6cad8cf1c855', 'expiration_1': datetime.datetime(2021, 8, 9, 17, 42, 14, 822266)}] Aug 09 17:42:14.912771 dv-cinder-780933-13-iscsi neutron-server[99900]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 17:42:14.913468 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG oslo_db.api [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 17:42:14.926455 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=99900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:42:14.939474 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dfee38-7725-49d8-b313-ddf7f3b24322 admin admin] Made reservation on behalf of dc9699f4940942999992b0fe593c8833 for: {'network': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:14.941781 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-17dfee38-7725-49d8-b313-ddf7f3b24322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:14.957556 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Made reservation on behalf of f2464d3ad553418a917d81fbb196a797 for: {'network': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:14.964025 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:14.964377 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.segments_db [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Added segment 8737c4d6-6f80-4086-9fc3-5af872871404 of type vlan for network d730e586-15ab-4070-ae5a-3a007839e560 Aug 09 17:42:14.967262 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:14.975567 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-17dfee38-7725-49d8-b313-ddf7f3b24322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:14.987408 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c707fbec-9b36-44a5-98b0-d593f02a2208,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:14.997787 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.021265 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.021796 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.022020 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.022265 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.022596 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.023110 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.024057 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.027479 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.027479 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.027879 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.028508 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.028801 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Tracked resource versions report: Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: pushed versions: Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: { 'AddressGroup': {'1.2'}, Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'ConntrackHelper': {'1.0'}, Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Log': {'1.0'}, Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Network': {'1.1'}, Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Port': {'1.7'}, Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'PortForwarding': {'1.2'}, Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'QosPolicy': {'1.9'}, Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'SecurityGroup': {'1.4'}, Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'SecurityGroupRule': {'1.2'}, Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'SubPort': {'1.0'}, Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Subnet': {'1.1'}, Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Trunk': {'1.1'}} Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: consumer versions: Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: { DHCP agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: HyperV agent@hv-cinder-78093: {}, Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: L3 agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: Metadata agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: Metering agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: Open vSwitch agent@dv-cinder-780933-13-iscsi: { 'AddressGroup': '1.2', Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'ConntrackHelper': '1.0', Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Log': '1.0', Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Network': '1.1', Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Port': '1.7', Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'PortForwarding': '1.2', Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'QosPolicy': '1.9', Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'SecurityGroup': '1.4', Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'SecurityGroupRule': '1.2', Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'SubPort': '1.0', Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Subnet': '1.1', Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: 'Trunk': '1.1'}} Aug 09 17:42:15.030036 dv-cinder-780933-13-iscsi neutron-server[99900]: {{(pid=99900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 17:42:15.044506 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.103009 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.104275 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:15.104763 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.188055 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] Pushing event updated for resources: {'Network': ['ID=d730e586-15ab-4070-ae5a-3a007839e560,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:15.202949 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network d730e586-15ab-4070-ae5a-3a007839e560 details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:42:15.236917 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-17dfee38-7725-49d8-b313-ddf7f3b24322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.245291 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-17dfee38-7725-49d8-b313-ddf7f3b24322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.271481 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-ee407f7c-f250-426e-a9bc-364e9d178d57 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0054722 Aug 09 17:42:15.274972 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46788) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:15.292556 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-e0025c78-74b6-437a-a9f5-5597b4e82c40 admin admin] Request body: {'subnet': {'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-353094525-subnet', 'tenant_id': '99e4b5de1ec841b4b874abd0cece9013', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:15.306648 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17dfee38-7725-49d8-b313-ddf7f3b24322 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=99900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:42:15.334398 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfee38-7725-49d8-b313-ddf7f3b24322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9f3ae2-9f20-4261-a004-c94fa3f3e47e,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:15.341266 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-17dfee38-7725-49d8-b313-ddf7f3b24322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.341901 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.segments_db [None req-17dfee38-7725-49d8-b313-ddf7f3b24322 admin admin] Added segment aae4aa2b-ee7f-464c-a08c-b178da0adc66 of type vlan for network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f Aug 09 17:42:15.394838 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-17dfee38-7725-49d8-b313-ddf7f3b24322 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.465391 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-17dfee38-7725-49d8-b313-ddf7f3b24322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.467235 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dfee38-7725-49d8-b313-ddf7f3b24322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:15.468103 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-17dfee38-7725-49d8-b313-ddf7f3b24322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.509368 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.522965 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.555695 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=99899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:42:15.580261 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.580869 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.segments_db [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Added segment 2bb6e2ca-c14e-42ba-924c-82f68d3b19ce of type vlan for network ef0ebbb6-9772-49de-9caf-0079c685c195 Aug 09 17:42:15.589564 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfee38-7725-49d8-b313-ddf7f3b24322 admin admin] Pushing event updated for resources: {'Network': ['ID=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:15.600349 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:42:15.626309 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.669763 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.671226 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:15.672355 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.695964 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0025c78-74b6-437a-a9f5-5597b4e82c40 admin admin] Made reservation on behalf of 99e4b5de1ec841b4b874abd0cece9013 for: {'subnet': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:15.699465 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0025c78-74b6-437a-a9f5-5597b4e82c40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.717509 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 46812) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:15.718323 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0153666 Aug 09 17:42:15.731044 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-f6cc69ef-3e8d-4017-9805-0047a861948b admin admin] Request body: {'subnet': {'network_id': 'ef0ebbb6-9772-49de-9caf-0079c685c195', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-548897940-subnet', 'tenant_id': 'f2464d3ad553418a917d81fbb196a797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:15.746159 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] Made reservation on behalf of 491af0e0ec7145c6b70e6cad8cf1c855 for: {'network': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:15.749062 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.755599 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-17dfee38-7725-49d8-b313-ddf7f3b24322 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3517754 Aug 09 17:42:15.765056 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 46816) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:15.806772 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-30e5aa83-e061-44ee-bffd-ca5769c16566 admin admin] Request body: {'subnet': {'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-subnet', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:15.819112 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224933af-83a9-41ed-a3fc-44596102dd79,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:15.829933 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.830293 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.830636 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.831008 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.831355 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.831700 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.832024 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.832351 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.832870 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.833391 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.833863 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.834354 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Tracked resource versions report: Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: pushed versions: Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: { 'AddressGroup': {'1.2'}, Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'ConntrackHelper': {'1.0'}, Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Log': {'1.0'}, Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Network': {'1.1'}, Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Port': {'1.7'}, Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'PortForwarding': {'1.2'}, Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'QosPolicy': {'1.9'}, Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'SecurityGroup': {'1.4'}, Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'SecurityGroupRule': {'1.2'}, Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'SubPort': {'1.0'}, Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Subnet': {'1.1'}, Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Trunk': {'1.1'}} Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: consumer versions: Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: { DHCP agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: HyperV agent@hv-cinder-78093: {}, Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: L3 agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: Metadata agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: Metering agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: Open vSwitch agent@dv-cinder-780933-13-iscsi: { 'AddressGroup': '1.2', Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'ConntrackHelper': '1.0', Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Log': '1.0', Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Network': '1.1', Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Port': '1.7', Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'PortForwarding': '1.2', Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'QosPolicy': '1.9', Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'SecurityGroup': '1.4', Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'SecurityGroupRule': '1.2', Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'SubPort': '1.0', Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Subnet': '1.1', Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: 'Trunk': '1.1'}} Aug 09 17:42:15.836278 dv-cinder-780933-13-iscsi neutron-server[99899]: {{(pid=99899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 17:42:15.843885 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.856772 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbbd5f0-0f99-47f6-86f1-cc5a4c5af35c admin admin] Pushing event updated for resources: {'Network': ['ID=ef0ebbb6-9772-49de-9caf-0079c685c195,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:15.874355 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network ef0ebbb6-9772-49de-9caf-0079c685c195 details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:42:15.885823 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cc69ef-3e8d-4017-9805-0047a861948b admin admin] Made reservation on behalf of f2464d3ad553418a917d81fbb196a797 for: {'subnet': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:15.889545 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f6cc69ef-3e8d-4017-9805-0047a861948b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:15.981656 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e5aa83-e061-44ee-bffd-ca5769c16566 admin admin] Made reservation on behalf of dc9699f4940942999992b0fe593c8833 for: {'subnet': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:15.983953 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-30e5aa83-e061-44ee-bffd-ca5769c16566 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:16.004342 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0025c78-74b6-437a-a9f5-5597b4e82c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:16.072651 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0025c78-74b6-437a-a9f5-5597b4e82c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b9e152-8294-4e04-99d8-f3485fea674b,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:16.094366 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0025c78-74b6-437a-a9f5-5597b4e82c40 admin admin] Checking segment: {'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:42:16.095323 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0025c78-74b6-437a-a9f5-5597b4e82c40 admin admin] Network hostable DHCP agents. Network: d730e586-15ab-4070-ae5a-3a007839e560, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:42:16.121972 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0025c78-74b6-437a-a9f5-5597b4e82c40 admin admin] Network d730e586-15ab-4070-ae5a-3a007839e560 is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:42:16.136920 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-e0025c78-74b6-437a-a9f5-5597b4e82c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, d730e586-15ab-4070-ae5a-3a007839e560) {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:16.155110 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0025c78-74b6-437a-a9f5-5597b4e82c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:16.155489 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15254bf-b7e1-4c85-947d-445c0b2be34a None None] Network d730e586-15ab-4070-ae5a-3a007839e560 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:42:16.155709 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0025c78-74b6-437a-a9f5-5597b4e82c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:16.289460 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f6cc69ef-3e8d-4017-9805-0047a861948b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:16.308958 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866cafe5-765a-46f8-ba9d-5fc47b17b42b None None] Network d730e586-15ab-4070-ae5a-3a007839e560 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:42:16.374804 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:16.404922 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-e0025c78-74b6-437a-a9f5-5597b4e82c40 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1237240 Aug 09 17:42:16.435835 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:16.479783 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc69ef-3e8d-4017-9805-0047a861948b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de0d640-cf52-4bdd-a7ef-d0d2caf3991f,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:16.511529 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=99900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:42:16.522144 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-30e5aa83-e061-44ee-bffd-ca5769c16566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:16.540496 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:16.541180 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.segments_db [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] Added segment 1ea0c7ff-f175-439f-9c88-bc599790b0b0 of type vlan for network 7bbfc673-a3e0-4db9-acc3-57ffa461b335 Aug 09 17:42:16.626208 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc69ef-3e8d-4017-9805-0047a861948b admin admin] Checking segment: {'id': '2bb6e2ca-c14e-42ba-924c-82f68d3b19ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ef0ebbb6-9772-49de-9caf-0079c685c195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:42:16.626563 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cc69ef-3e8d-4017-9805-0047a861948b admin admin] Network hostable DHCP agents. Network: ef0ebbb6-9772-49de-9caf-0079c685c195, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:42:16.646617 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a967a79c-38d6-44cd-ad6c-f0c85902054e,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:16.691707 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:16.698997 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5aa83-e061-44ee-bffd-ca5769c16566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d979a41-53a7-4435-9ead-3f50cab74183,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:16.737012 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cc69ef-3e8d-4017-9805-0047a861948b admin admin] Network ef0ebbb6-9772-49de-9caf-0079c685c195 is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:42:16.744143 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5aa83-e061-44ee-bffd-ca5769c16566 admin admin] Checking segment: {'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:42:16.744495 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e5aa83-e061-44ee-bffd-ca5769c16566 admin admin] Network hostable DHCP agents. Network: a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:42:16.787777 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-f6cc69ef-3e8d-4017-9805-0047a861948b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, ef0ebbb6-9772-49de-9caf-0079c685c195) {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:16.804150 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cc69ef-3e8d-4017-9805-0047a861948b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:16.804150 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f6cc69ef-3e8d-4017-9805-0047a861948b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:16.805271 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed59deb-814d-48ef-9e2b-6c85d32be8ca None None] Network ef0ebbb6-9772-49de-9caf-0079c685c195 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:42:16.805412 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e5aa83-e061-44ee-bffd-ca5769c16566 admin admin] Network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:42:16.811663 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:16.812677 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:16.813254 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:16.818707 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-30e5aa83-e061-44ee-bffd-ca5769c16566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f) {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:16.835389 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-f6cc69ef-3e8d-4017-9805-0047a861948b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1062765 Aug 09 17:42:16.850281 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e5aa83-e061-44ee-bffd-ca5769c16566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:16.850795 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-30e5aa83-e061-44ee-bffd-ca5769c16566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:16.888048 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98abe4e3-8327-4f4f-8acf-b8a628f30140 None None] Network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:42:16.941987 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.5090783 Aug 09 17:42:16.945554 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46876) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:16.954874 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-b98b62d0-a54d-4d97-80c9-32d7884c85a3 admin admin] Request body: {'subnet': {'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2135937249-subnet', 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:16.969024 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc94f0-21ef-4c74-a956-3dfded1ede34 admin admin] Pushing event updated for resources: {'Network': ['ID=7bbfc673-a3e0-4db9-acc3-57ffa461b335,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:16.974176 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-30e5aa83-e061-44ee-bffd-ca5769c16566 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2062085 Aug 09 17:42:16.978128 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 46878) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:16.985632 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:17.046501 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network 7bbfc673-a3e0-4db9-acc3-57ffa461b335 details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:42:17.055224 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98b62d0-a54d-4d97-80c9-32d7884c85a3 admin admin] Made reservation on behalf of 491af0e0ec7145c6b70e6cad8cf1c855 for: {'subnet': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:17.063299 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b98b62d0-a54d-4d97-80c9-32d7884c85a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:17.087351 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-964555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:17.088572 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:17.255875 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:17.376575 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2e8db9-3a75-4a8c-95df-bc0032702897 None None] Network ef0ebbb6-9772-49de-9caf-0079c685c195 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:42:17.412209 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b98b62d0-a54d-4d97-80c9-32d7884c85a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:17.482408 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a6190c-6a13-5555-94fd-b175b3e363ac-a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183'}]}} from dv-cinder-780933-13-iscsi. {{(pid=99901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:42:17.487129 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b62d0-a54d-4d97-80c9-32d7884c85a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15242da1-2ab2-4849-a4d2-6d06c062041e,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:17.491249 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:17.558376 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98b62d0-a54d-4d97-80c9-32d7884c85a3 admin admin] Checking segment: {'id': '1ea0c7ff-f175-439f-9c88-bc599790b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:42:17.558756 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98b62d0-a54d-4d97-80c9-32d7884c85a3 admin admin] Network hostable DHCP agents. Network: 7bbfc673-a3e0-4db9-acc3-57ffa461b335, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:42:17.599101 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98b62d0-a54d-4d97-80c9-32d7884c85a3 admin admin] Network 7bbfc673-a3e0-4db9-acc3-57ffa461b335 is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:42:17.614682 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-b98b62d0-a54d-4d97-80c9-32d7884c85a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, 7bbfc673-a3e0-4db9-acc3-57ffa461b335) {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:17.620066 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98b62d0-a54d-4d97-80c9-32d7884c85a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:17.620651 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b98b62d0-a54d-4d97-80c9-32d7884c85a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:17.650413 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-b98b62d0-a54d-4d97-80c9-32d7884c85a3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7017498 Aug 09 17:42:17.650633 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:17.654381 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 46912) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:17.659145 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb122ac-aca5-4cad-b98e-f214d9f37513 None None] Network 7bbfc673-a3e0-4db9-acc3-57ffa461b335 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:42:17.660279 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2135937249-router', 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:17.710367 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-964555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:17.713594 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:17.813072 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 46920) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:17.821844 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.db_base_plugin_common [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Allocated IP 172.20.0.2 (a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f/2d979a41-53a7-4435-9ead-3f50cab74183/94f95040-f80b-40f9-aa1a-67ce09d3c82b) {{(pid=99901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:42:17.824672 dv-cinder-780933-13-iscsi neutron-server[99900]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 17:42:17.871575 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b840dc7-c168-4866-a178-79abe9f7ffbc None None] Network 7bbfc673-a3e0-4db9-acc3-57ffa461b335 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:42:17.892049 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:18.084326 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:18.230410 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Notify callbacks [] for port, precommit_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:18.262404 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Transition to ACTIVE for port object 94f95040-f80b-40f9-aa1a-67ce09d3c82b will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:42:18.319857 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Transition to ACTIVE for port object 94f95040-f80b-40f9-aa1a-67ce09d3c82b will not be triggered until provisioned by entity DHCP. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:42:18.348212 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:18.411312 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-4d471ef4-8a92-4888-b5ea-608415a99e60 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:18.413070 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-4d471ef4-8a92-4888-b5ea-608415a99e60 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/networks?id=d730e586-15ab-4070-ae5a-3a007839e560 HTTP/1.1" status: 200 len: 814 time: 0.5986211 Aug 09 17:42:18.442244 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Pushing event updated for resources: {'Port': ['ID=94f95040-f80b-40f9-aa1a-67ce09d3c82b,revision_number=1']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:18.448436 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 46958) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:18.454779 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:18.455446 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:18.455836 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:18.456353 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:18.456684 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:18.457052 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:18.457437 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:18.457928 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:18.458353 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:18.458850 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:18.459196 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:18.459756 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Tracked resource versions report: Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: pushed versions: Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: { 'AddressGroup': {'1.2'}, Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'ConntrackHelper': {'1.0'}, Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Log': {'1.0'}, Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Network': {'1.1'}, Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Port': {'1.7'}, Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'PortForwarding': {'1.2'}, Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'QosPolicy': {'1.9'}, Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'SecurityGroup': {'1.4'}, Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'SecurityGroupRule': {'1.2'}, Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'SubPort': {'1.0'}, Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Subnet': {'1.1'}, Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Trunk': {'1.1'}} Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: consumer versions: Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: { DHCP agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: HyperV agent@hv-cinder-78093: {}, Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: L3 agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: Metadata agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: Metering agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: Open vSwitch agent@dv-cinder-780933-13-iscsi: { 'AddressGroup': '1.2', Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'ConntrackHelper': '1.0', Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Log': '1.0', Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Network': '1.1', Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Port': '1.7', Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'PortForwarding': '1.2', Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'QosPolicy': '1.9', Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'SecurityGroup': '1.4', Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'SecurityGroupRule': '1.2', Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'SubPort': '1.0', Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Subnet': '1.1', Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: 'Trunk': '1.1'}} Aug 09 17:42:18.462971 dv-cinder-780933-13-iscsi neutron-server[99901]: {{(pid=99901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 17:42:18.475776 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f is already hosted by enough agents. {{(pid=99901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:42:18.480730 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.base_scheduler [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Resources bound (agent type, host, resource id): {{(pid=99901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:18.500341 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Received port after_create {{(pid=99901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:42:18.558164 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-10a3b4a5-2001-4499-8c34-c92289c0b67f tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/quotas/99e4b5de1ec841b4b874abd0cece9013 HTTP/1.1" status: 200 len: 375 time: 0.1084914 Aug 09 17:42:18.584094 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Attempting to bind port 94f95040-f80b-40f9-aa1a-67ce09d3c82b on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:42:18.584838 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Attempting to bind port 94f95040-f80b-40f9-aa1a-67ce09d3c82b by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:42:18.585394 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Attempting to bind port 94f95040-f80b-40f9-aa1a-67ce09d3c82b on network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:42:18.587029 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:18.593508 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:42:18.594198 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Checking segment: {'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:42:18.594789 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:18.595509 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Bound using segment: {'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:42:18.596469 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Bound port: 94f95040-f80b-40f9-aa1a-67ce09d3c82b, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:42:18.597055 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:18.615959 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:18.630091 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:18.635908 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-0c023ada-0995-4dc0-9f82-d1489d6f5a79 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=99e4b5de1ec841b4b874abd0cece9013&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682449 Aug 09 17:42:18.660124 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:18.702725 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] For port 94f95040-f80b-40f9-aa1a-67ce09d3c82b, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:42:18.707954 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] For port 94f95040-f80b-40f9-aa1a-67ce09d3c82b, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=94f95040-f80b-40f9-aa1a-67ce09d3c82b,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:42:18.714834 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:18.743035 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-28708901-06df-46fe-9838-046e9b9939b6 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:18.750104 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-28708901-06df-46fe-9838-046e9b9939b6 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/networks?id=ef0ebbb6-9772-49de-9caf-0079c685c195 HTTP/1.1" status: 200 len: 811 time: 0.2990541 Aug 09 17:42:18.778547 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-b32d300e-1465-45e9-bdff-16e038c670e7 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/quotas/f2464d3ad553418a917d81fbb196a797 HTTP/1.1" status: 200 len: 375 time: 0.0271428 Aug 09 17:42:18.786789 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa216d2-5573-49f1-ae42-8d786f0821db None None] Pushing event updated for resources: {'Port': ['ID=94f95040-f80b-40f9-aa1a-67ce09d3c82b,revision_number=2']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:18.788227 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Allocated IP 172.27.3.9 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/e47c2fa4-6808-4bb3-a6ec-23f2e754b73b) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:42:18.856895 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-abd97792-8579-4468-abd6-d916caa4c6e5 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f2464d3ad553418a917d81fbb196a797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765564 Aug 09 17:42:18.951298 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-805dba29-1753-4f2b-adcc-b3366be80f07 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:42:18.952340 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-805dba29-1753-4f2b-adcc-b3366be80f07 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0738645 Aug 09 17:42:18.973323 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:18.990971 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-6dc68970-51d1-4410-bf38-fce0648c2189 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:42:19.002627 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-6dc68970-51d1-4410-bf38-fce0648c2189 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0942445 Aug 09 17:42:19.028733 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:19.065441 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:42:19.104299 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:42:19.107539 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:19.112286 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:42:19.115813 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Pushing event updated for resources: {'Port': ['ID=e47c2fa4-6808-4bb3-a6ec-23f2e754b73b,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:19.234291 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Allocated IP 172.27.3.117 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/8249b2fe-0181-4d31-822d-844b46d25d50) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:42:19.285350 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-d7e3514c-5343-4db9-b642-cb57a1d2b531 service neutron] 10.222.0.38 "GET /v2.0/networks/ef0ebbb6-9772-49de-9caf-0079c685c195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817461 Aug 09 17:42:19.298655 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-dc2fc3c2-964a-4c1c-9e94-c9ff5e44bc80 service neutron] 10.222.0.38 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390884 Aug 09 17:42:19.415718 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:19.544746 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-7fa03960-dca4-4af2-a00b-15547adc116e service neutron] 10.222.0.38 "GET /v2.0/networks/ef0ebbb6-9772-49de-9caf-0079c685c195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585080 Aug 09 17:42:19.559094 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-98f36301-5c50-48a3-8d72-1794a756e983 service neutron] 10.222.0.38 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475412 Aug 09 17:42:19.574689 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:19.636128 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:19.688914 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:42:19.698368 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:19.709280 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:42:19.746636 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962553'] for router, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:19.776606 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Pushing event updated for resources: {'Port': ['ID=8249b2fe-0181-4d31-822d-844b46d25d50,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:20.197154 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Router cb92f91a-ecde-46a8-9b12-c982ece849b6 is scheduled to L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 with binding_index 1 {{(pid=99899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:42:20.241239 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:20.322007 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e5ade5-386f-4c38-a2b1-c1c07c912d2d None None] Network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:42:20.402310 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-c51596e5-dbba-43c5-9ba8-3794ba1ec3e9 None None] Provisioning for port 94f95040-f80b-40f9-aa1a-67ce09d3c82b completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:42:20.455716 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:42:20.469901 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Sync routers for ids ['cb92f91a-ecde-46a8-9b12-c982ece849b6'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:42:20.489684 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Routers {'cb92f91a-ecde-46a8-9b12-c982ece849b6'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:42:20.493300 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:42:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['cb92f91a-ecde-46a8-9b12-c982ece849b6'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:20.506539 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] Notify callbacks [] for router, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:20.508824 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-75e2fc06-5800-4688-98ce-936dd7931d94 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8530986 Aug 09 17:42:20.511751 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47048) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:20.566438 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c525012f-57ed-4951-9196-6de34d520b21 req-de0de2ac-68f0-4f9e-8c83-ae66dc1fd881 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 210 time: 0.2801592 Aug 09 17:42:20.569593 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c12d0b23-22d2-48b9-93b5-54f9ea87e448 req-65c554d5-29b8-472e-bd7c-e592b214bcdf tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 210 time: 0.2845993 Aug 09 17:42:21.042718 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 94f95040-f80b-40f9-aa1a-67ce09d3c82b up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:42:21.056899 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Set router cb92f91a-ecde-46a8-9b12-c982ece849b6 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:42:21.200144 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962553'] for router, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:21.207525 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 94f95040-f80b-40f9-aa1a-67ce09d3c82b completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:42:21.213150 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 94f95040-f80b-40f9-aa1a-67ce09d3c82b triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:21.213150 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:21.300346 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-bc1b258a-2494-41d5-8bfc-4cc52442fa00 None None] Provisioning complete for port 94f95040-f80b-40f9-aa1a-67ce09d3c82b triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:21.307605 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-bc1b258a-2494-41d5-8bfc-4cc52442fa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:21.468929 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Router 6db682de-c95f-479b-b88d-8af3386ffb9d is scheduled to L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 with binding_index 1 {{(pid=99900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:42:21.521037 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'name': 'tempest-ServerRescueNegativeTestJSON-2135937249-router', 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e47c2fa4-6808-4bb3-a6ec-23f2e754b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:19Z', 'revision_number': 3, 'project_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'gw_port': {'id': 'e47c2fa4-6808-4bb3-a6ec-23f2e754b73b', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:72:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:21.575040 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:21.599134 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Checking router: cb92f91a-ecde-46a8-9b12-c982ece849b6 for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:42:21.599386 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Updating router cb92f91a-ecde-46a8-9b12-c982ece849b6 port e47c2fa4-6808-4bb3-a6ec-23f2e754b73b binding host dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:42:21.610172 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47104) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:21.644783 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:21.648728 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port 94f95040-f80b-40f9-aa1a-67ce09d3c82b, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=94f95040-f80b-40f9-aa1a-67ce09d3c82b,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:42:21.650920 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-bc1b258a-2494-41d5-8bfc-4cc52442fa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:21.686168 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:21.727944 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:21.848403 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3e68c366-ff26-45b9-895e-4f74394b0ef2 req-f6533880-e29e-4009-8c1d-b982d6582750 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 210 time: 0.1242414 Aug 09 17:42:21.862945 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fe04e80f-3921-4c60-8f46-13c8a7d058dd req-4e606533-fa81-449f-89c7-fa8839a66986 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 210 time: 0.1603601 Aug 09 17:42:21.878734 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:42:21.945459 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] Notify callbacks [] for router, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:21.947189 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-70d573ad-a0fe-4cb6-a952-9c29acca9884 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9659123 Aug 09 17:42:21.955444 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47118) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:21.970108 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-528ddb96-c103-42f7-bcca-9d60eba4292e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.076548 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Notify callbacks [] for port, precommit_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.102834 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.provisioning_blocks [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Transition to ACTIVE for port object e47c2fa4-6808-4bb3-a6ec-23f2e754b73b will not be triggered until provisioned by entity L2. {{(pid=99902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:42:22.104992 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Allocated IP 172.20.0.1 (7bbfc673-a3e0-4db9-acc3-57ffa461b335/15242da1-2ab2-4849-a4d2-6d06c062041e/2faa101f-d67c-4272-8310-b91ae9deac9e) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:42:22.113971 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.129202 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=94f95040-f80b-40f9-aa1a-67ce09d3c82b,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:22.133911 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Sync routers for ids ['6db682de-c95f-479b-b88d-8af3386ffb9d'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:42:22.155516 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Routers {'6db682de-c95f-479b-b88d-8af3386ffb9d'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:42:22.156550 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:42:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['6db682de-c95f-479b-b88d-8af3386ffb9d'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:22.188106 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39394470-b090-4863-8167-f8024867e169 None None] Pushing event updated for resources: {'Port': ['ID=e47c2fa4-6808-4bb3-a6ec-23f2e754b73b,revision_number=2']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:22.200585 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394470-b090-4863-8167-f8024867e169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:22.201692 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394470-b090-4863-8167-f8024867e169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:22.202044 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394470-b090-4863-8167-f8024867e169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:22.202434 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394470-b090-4863-8167-f8024867e169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:22.202773 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394470-b090-4863-8167-f8024867e169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:22.203175 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394470-b090-4863-8167-f8024867e169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:22.203544 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394470-b090-4863-8167-f8024867e169 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:22.204032 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394470-b090-4863-8167-f8024867e169 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:22.204429 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394470-b090-4863-8167-f8024867e169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:22.204756 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394470-b090-4863-8167-f8024867e169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:22.205071 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394470-b090-4863-8167-f8024867e169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:22.206026 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394470-b090-4863-8167-f8024867e169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39394470-b090-4863-8167-f8024867e169 None None] Tracked resource versions report: Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: pushed versions: Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: { 'AddressGroup': {'1.2'}, Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'ConntrackHelper': {'1.0'}, Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Log': {'1.0'}, Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Network': {'1.1'}, Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Port': {'1.7'}, Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'PortForwarding': {'1.2'}, Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'QosPolicy': {'1.9'}, Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'SecurityGroup': {'1.4'}, Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'SecurityGroupRule': {'1.2'}, Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'SubPort': {'1.0'}, Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Subnet': {'1.1'}, Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Trunk': {'1.1'}} Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: consumer versions: Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: { DHCP agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: HyperV agent@hv-cinder-78093: {}, Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: L3 agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: Metadata agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: Metering agent@dv-cinder-780933-13-iscsi: {}, Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: Open vSwitch agent@dv-cinder-780933-13-iscsi: { 'AddressGroup': '1.2', Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'ConntrackHelper': '1.0', Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Log': '1.0', Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Network': '1.1', Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Port': '1.7', Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'PortForwarding': '1.2', Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'QosPolicy': '1.9', Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'SecurityGroup': '1.4', Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'SecurityGroupRule': '1.2', Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'SubPort': '1.0', Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Subnet': '1.1', Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: 'Trunk': '1.1'}} Aug 09 17:42:22.208046 dv-cinder-780933-13-iscsi neutron-server[99902]: {{(pid=99902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 17:42:22.230443 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-528ddb96-c103-42f7-bcca-9d60eba4292e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.245247 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-528ddb96-c103-42f7-bcca-9d60eba4292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.246847 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.db.api [None req-bc1b258a-2494-41d5-8bfc-4cc52442fa00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 17:42:22.247494 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Attempting to bind port e47c2fa4-6808-4bb3-a6ec-23f2e754b73b on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:42:22.248020 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG oslo_db.api [None req-bc1b258a-2494-41d5-8bfc-4cc52442fa00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 17:42:22.248151 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Attempting to bind port e47c2fa4-6808-4bb3-a6ec-23f2e754b73b by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:42:22.248490 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Attempting to bind port e47c2fa4-6808-4bb3-a6ec-23f2e754b73b on network ea6b9157-7b5c-46f4-b61f-3e223353ac5d {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:42:22.254688 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:42:22.255248 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Checking segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:42:22.255715 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.256109 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Bound using segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:42:22.256579 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Bound port: e47c2fa4-6808-4bb3-a6ec-23f2e754b73b, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:42:22.256953 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.294426 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.314605 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-528ddb96-c103-42f7-bcca-9d60eba4292e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=260e133a752e4b77aaa71862c0a4d30e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6964579 Aug 09 17:42:22.315881 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47128) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:22.319161 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Set router 6db682de-c95f-479b-b88d-8af3386ffb9d gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:42:22.321480 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ddb96-c103-42f7-bcca-9d60eba4292e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0822b63c-c230-4707-98e7-ac1dcf963bfe,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:22.346529 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] For port e47c2fa4-6808-4bb3-a6ec-23f2e754b73b, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:42:22.353309 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] For port e47c2fa4-6808-4bb3-a6ec-23f2e754b73b, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=e47c2fa4-6808-4bb3-a6ec-23f2e754b73b,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:42:22.359261 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.360632 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.400473 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Network 7bbfc673-a3e0-4db9-acc3-57ffa461b335 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:42:22.408395 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:22.417316 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:42:22.417917 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961546'] for router_interface, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.423041 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39394470-b090-4863-8167-f8024867e169 None None] Pushing event updated for resources: {'Port': ['ID=e47c2fa4-6808-4bb3-a6ec-23f2e754b73b,revision_number=3']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:22.440389 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Routers {'cb92f91a-ecde-46a8-9b12-c982ece849b6'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:42:22.441219 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:42:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['cb92f91a-ecde-46a8-9b12-c982ece849b6'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:22.514315 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Pushing event updated for resources: {'Port': ['ID=2faa101f-d67c-4272-8310-b91ae9deac9e,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:22.515711 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3f3d68f1-13bd-4749-b59d-c6b90f26057e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.542556 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3f3d68f1-13bd-4749-b59d-c6b90f26057e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.559045 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] Set router cb92f91a-ecde-46a8-9b12-c982ece849b6 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:42:22.563930 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:19Z', 'revision_number': 3, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:22.603226 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Checking router: 6db682de-c95f-479b-b88d-8af3386ffb9d for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:42:22.604091 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Updating router 6db682de-c95f-479b-b88d-8af3386ffb9d port 8249b2fe-0181-4d31-822d-844b46d25d50 binding host dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:42:22.631104 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3f3d68f1-13bd-4749-b59d-c6b90f26057e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.635642 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3f3d68f1-13bd-4749-b59d-c6b90f26057e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.639272 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.639793 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-3f3d68f1-13bd-4749-b59d-c6b90f26057e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0822b63c-c230-4707-98e7-ac1dcf963bfe HTTP/1.1" status: 204 len: 168 time: 0.3132110 Aug 09 17:42:22.656257 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d68f1-13bd-4749-b59d-c6b90f26057e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0822b63c-c230-4707-98e7-ac1dcf963bfe,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:22.799729 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'name': 'tempest-ServerRescueNegativeTestJSON-2135937249-router', 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e47c2fa4-6808-4bb3-a6ec-23f2e754b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:19Z', 'revision_number': 3, 'project_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'gw_port': {'id': 'e47c2fa4-6808-4bb3-a6ec-23f2e754b73b', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:72:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:22.812538 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.814322 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:22.868881 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f43b80-66a6-4184-adb5-0a18300a6219 None None] The sync data for ids ['cb92f91a-ecde-46a8-9b12-c982ece849b6'] in dv-cinder-780933-13-iscsi is: [{'id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'name': 'tempest-ServerRescueNegativeTestJSON-2135937249-router', 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e47c2fa4-6808-4bb3-a6ec-23f2e754b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:19Z', 'revision_number': 3, 'project_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'gw_port': {'id': 'e47c2fa4-6808-4bb3-a6ec-23f2e754b73b', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:72:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:42:22.893292 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 94f95040-f80b-40f9-aa1a-67ce09d3c82b up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:42:23.136193 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Allocated IP 172.20.0.1 (a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f/2d979a41-53a7-4435-9ead-3f50cab74183/34684c8c-35b9-445d-890d-2984fc69f8ff) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:42:23.188617 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47142) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:23.235850 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-51cc3998-2361-4c5f-9f03-504661892a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.370408 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Notify callbacks [] for port, precommit_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.392257 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Transition to ACTIVE for port object 8249b2fe-0181-4d31-822d-844b46d25d50 will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:42:23.406585 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.416436 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.431784 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.434167 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961726'] for router_interface, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.504964 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c31c75c1-7ab6-4e55-873b-821583f6f8be req-2731f89d-5ad4-4f64-8c5c-9efadd89bcec tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 210 time: 0.2022099 Aug 09 17:42:23.509620 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 94f95040-f80b-40f9-aa1a-67ce09d3c82b triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:23.510296 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.515164 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e3ea7ac5-95f2-4070-8784-50f9fa46ef86 req-23d1969e-83c9-4f12-903c-e30ce57af93e tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 210 time: 0.2138033 Aug 09 17:42:23.577449 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-51cc3998-2361-4c5f-9f03-504661892a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.593211 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Pushing event updated for resources: {'Port': ['ID=2faa101f-d67c-4272-8310-b91ae9deac9e,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:23.604905 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-51cc3998-2361-4c5f-9f03-504661892a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.608353 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Attempting to bind port 8249b2fe-0181-4d31-822d-844b46d25d50 on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:42:23.608840 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Attempting to bind port 8249b2fe-0181-4d31-822d-844b46d25d50 by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:42:23.609054 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Attempting to bind port 8249b2fe-0181-4d31-822d-844b46d25d50 on network ea6b9157-7b5c-46f4-b61f-3e223353ac5d {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:42:23.625856 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.634769 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:42:23.635166 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Checking segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:42:23.635564 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.635951 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Bound using segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:42:23.636410 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Bound port: 8249b2fe-0181-4d31-822d-844b46d25d50, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:42:23.636869 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.642916 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e744292-63d0-48fd-823a-1b53162837f3 None None] Pushing event updated for resources: {'Port': ['ID=8249b2fe-0181-4d31-822d-844b46d25d50,revision_number=2']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:23.677960 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.provisioning_blocks [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Transition to ACTIVE for port object 34684c8c-35b9-445d-890d-2984fc69f8ff will not be triggered until provisioned by entity DHCP. {{(pid=99900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:42:23.689153 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc3998-2361-4c5f-9f03-504661892a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ed31ea-1cae-4dfc-b3ce-30661702d0ac,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:23.698039 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-51cc3998-2361-4c5f-9f03-504661892a3c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=21ec94cd2c734de4be3485c111dcc540&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5083048 Aug 09 17:42:23.700679 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47154) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:23.703508 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Network 7bbfc673-a3e0-4db9-acc3-57ffa461b335 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:42:23.706833 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:23.761115 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] For port 8249b2fe-0181-4d31-822d-844b46d25d50, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:42:23.781267 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0508-35b7-4306-bc2d-3e3e083eab9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.782624 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] For port 8249b2fe-0181-4d31-822d-844b46d25d50, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=8249b2fe-0181-4d31-822d-844b46d25d50,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:42:23.791964 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.795940 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.840669 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0508-35b7-4306-bc2d-3e3e083eab9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.855018 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Router cb92f91a-ecde-46a8-9b12-c982ece849b6 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:42:23.873059 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:42:23.874623 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Pushing event updated for resources: {'Port': ['ID=34684c8c-35b9-445d-890d-2984fc69f8ff,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:23.874746 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e744292-63d0-48fd-823a-1b53162837f3 None None] Pushing event updated for resources: {'Port': ['ID=8249b2fe-0181-4d31-822d-844b46d25d50,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:23.885572 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:23.891067 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:42:23.891632 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961546'] for router_interface, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:23.902644 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Routers {'6db682de-c95f-479b-b88d-8af3386ffb9d'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:42:23.903553 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:42:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['6db682de-c95f-479b-b88d-8af3386ffb9d'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:24.030625 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:42:24.039091 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-2df5c58c-f31c-490e-9b6e-b299e23c036f admin admin] 10.222.0.38 "PUT /v2.0/routers/cb92f91a-ecde-46a8-9b12-c982ece849b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5260766 Aug 09 17:42:24.042046 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] Set router 6db682de-c95f-479b-b88d-8af3386ffb9d gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:42:24.188354 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0508-35b7-4306-bc2d-3e3e083eab9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:24.192229 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2e5f0508-35b7-4306-bc2d-3e3e083eab9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:24.202412 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-2e5f0508-35b7-4306-bc2d-3e3e083eab9f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21ed31ea-1cae-4dfc-b3ce-30661702d0ac HTTP/1.1" status: 204 len: 168 time: 0.4984365 Aug 09 17:42:24.265760 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f0508-35b7-4306-bc2d-3e3e083eab9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ed31ea-1cae-4dfc-b3ce-30661702d0ac,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:24.337196 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-56bd0f47-b4d4-4b9e-b56e-65bc20d151dc None None] Provisioning for port 34684c8c-35b9-445d-890d-2984fc69f8ff completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:42:24.351256 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-56bd0f47-b4d4-4b9e-b56e-65bc20d151dc None None] Provisioning complete for port 34684c8c-35b9-445d-890d-2984fc69f8ff triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:24.351684 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-56bd0f47-b4d4-4b9e-b56e-65bc20d151dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:24.435454 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-56bd0f47-b4d4-4b9e-b56e-65bc20d151dc None None] Port 34684c8c-35b9-445d-890d-2984fc69f8ff cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:42:24.469551 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:19Z', 'revision_number': 3, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:24.493294 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:24.515212 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90f89e2-363d-4ace-9c70-ac1a0904817e None None] The sync data for ids ['6db682de-c95f-479b-b88d-8af3386ffb9d'] in dv-cinder-780933-13-iscsi is: [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:19Z', 'revision_number': 3, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:42:24.704248 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e5b5856f-1572-4613-921a-4f1d1b40f0eb req-e00bbc33-3c7d-44b9-a7a9-f0fa278f933c tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 210 time: 0.0559003 Aug 09 17:42:24.783669 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:24.794189 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:24.795572 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961726'] for router_interface, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:24.967674 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device e47c2fa4-6808-4bb3-a6ec-23f2e754b73b up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:42:24.973892 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-112fd3f4-890e-4713-bb54-2d78ff4f6802 req-56a434a9-57ae-4af5-bc54-8c19c07bb4ab tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 210 time: 0.1671524 Aug 09 17:42:25.056550 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port e47c2fa4-6808-4bb3-a6ec-23f2e754b73b completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:42:25.064234 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port e47c2fa4-6808-4bb3-a6ec-23f2e754b73b triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:25.064895 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:25.178094 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:25.211528 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port e47c2fa4-6808-4bb3-a6ec-23f2e754b73b, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=e47c2fa4-6808-4bb3-a6ec-23f2e754b73b,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:42:25.217129 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Pushing event updated for resources: {'Port': ['ID=34684c8c-35b9-445d-890d-2984fc69f8ff,revision_number=2']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:25.221329 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:25.256122 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-e3e1cf9d-aad7-425b-9f91-e32477ed86e6 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:25.265245 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-e3e1cf9d-aad7-425b-9f91-e32477ed86e6 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/networks?id=7bbfc673-a3e0-4db9-acc3-57ffa461b335 HTTP/1.1" status: 200 len: 819 time: 0.2892361 Aug 09 17:42:25.311884 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-3ab321e5-713d-4a7d-a8ec-fa2f82f614e5 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/quotas/491af0e0ec7145c6b70e6cad8cf1c855 HTTP/1.1" status: 200 len: 375 time: 0.0456972 Aug 09 17:42:25.336699 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=e47c2fa4-6808-4bb3-a6ec-23f2e754b73b,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:25.442933 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:42:25.442933 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:25.455751 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-ad83ab4b-085e-4cac-85d4-2b91fde4c695 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=491af0e0ec7145c6b70e6cad8cf1c855&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1426489 Aug 09 17:42:25.460731 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Sync routers for ids ['cb92f91a-ecde-46a8-9b12-c982ece849b6'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:42:25.479426 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Routers {'cb92f91a-ecde-46a8-9b12-c982ece849b6'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:42:25.480060 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:42:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['cb92f91a-ecde-46a8-9b12-c982ece849b6'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:25.674718 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Router 6db682de-c95f-479b-b88d-8af3386ffb9d has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:42:25.739578 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-6ddb4ba4-af57-4255-9d98-468d6419c4bf service neutron] 10.222.0.38 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825294 Aug 09 17:42:25.778788 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-09628495-f363-43b0-aaad-0f2cfb15556e None None] Provisioning complete for port 34684c8c-35b9-445d-890d-2984fc69f8ff triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:25.779586 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-09628495-f363-43b0-aaad-0f2cfb15556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:25.780274 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Set router cb92f91a-ecde-46a8-9b12-c982ece849b6 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:42:25.860133 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-09628495-f363-43b0-aaad-0f2cfb15556e None None] Port 34684c8c-35b9-445d-890d-2984fc69f8ff cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:42:25.930634 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-911d7a5b-b8e7-4fa8-86fa-1eba03c3ea8f req-c5a2e6f6-3e32-4ab1-b7c7-f3b84ad2d577 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 210 time: 0.1163039 Aug 09 17:42:25.958492 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:42:25.968483 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-5f8e7646-d67a-40e7-bb38-9b9fa7ac235f admin admin] 10.222.0.38 "PUT /v2.0/routers/6db682de-c95f-479b-b88d-8af3386ffb9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0110321 Aug 09 17:42:26.008212 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-903bf84e-bacf-45db-9a7e-7f0afccd1e6c service neutron] 10.222.0.38 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536879 Aug 09 17:42:26.132929 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'name': 'tempest-ServerRescueNegativeTestJSON-2135937249-router', 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e47c2fa4-6808-4bb3-a6ec-23f2e754b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:22Z', 'revision_number': 4, 'project_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'gw_port': {'id': 'e47c2fa4-6808-4bb3-a6ec-23f2e754b73b', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:72:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '2faa101f-d67c-4272-8310-b91ae9deac9e', 'name': '', 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335', 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'mac_address': 'fa:16:3e:85:53:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15242da1-2ab2-4849-a4d2-6d06c062041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:21Z', 'updated_at': '2021-08-09T17:42:22Z', 'revision_number': 2, 'project_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'subnets': [{'id': '15242da1-2ab2-4849-a4d2-6d06c062041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:26.154243 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a035d8bf-80e2-4566-ba84-e6043cbcc14c req-e2345355-db37-4e2c-bc8d-487ce669024b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 210 time: 0.0528121 Aug 09 17:42:26.189691 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Checking router: cb92f91a-ecde-46a8-9b12-c982ece849b6 for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:42:26.189691 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Updating router cb92f91a-ecde-46a8-9b12-c982ece849b6 port 2faa101f-d67c-4272-8310-b91ae9deac9e binding host dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:42:26.243919 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:26.271661 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1411f9dc-c26a-40e3-8759-a1bf52d50dd3 req-d27e3473-a737-4810-a1f3-7a6fe22a748e tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 210 time: 0.0426500 Aug 09 17:42:26.557162 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:26.781296 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Notify callbacks [] for port, precommit_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:26.808896 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.provisioning_blocks [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Transition to ACTIVE for port object 2faa101f-d67c-4272-8310-b91ae9deac9e will not be triggered until provisioned by entity L2. {{(pid=99902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:42:26.821556 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:26.928589 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-59240a1b-da00-4860-afd7-2305963e8284 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:26.930688 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-59240a1b-da00-4860-afd7-2305963e8284 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/networks?id=7bbfc673-a3e0-4db9-acc3-57ffa461b335 HTTP/1.1" status: 200 len: 819 time: 0.2369783 Aug 09 17:42:26.964063 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-0bfdfeab-d0ed-4ac1-b0d2-163053cbe1ce tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/quotas/491af0e0ec7145c6b70e6cad8cf1c855 HTTP/1.1" status: 200 len: 375 time: 0.0250530 Aug 09 17:42:27.011620 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d07086-28fb-42a4-806d-390fcc563e2a None None] Pushing event updated for resources: {'Port': ['ID=2faa101f-d67c-4272-8310-b91ae9deac9e,revision_number=3']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:27.045633 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-c05600c9-481c-4a97-8033-1a9a3de119c7 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=491af0e0ec7145c6b70e6cad8cf1c855&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804880 Aug 09 17:42:27.047427 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 8249b2fe-0181-4d31-822d-844b46d25d50 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:42:27.064663 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Attempting to bind port 2faa101f-d67c-4272-8310-b91ae9deac9e on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:42:27.065147 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Attempting to bind port 2faa101f-d67c-4272-8310-b91ae9deac9e by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '1ea0c7ff-f175-439f-9c88-bc599790b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335'}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:42:27.065568 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Attempting to bind port 2faa101f-d67c-4272-8310-b91ae9deac9e on network 7bbfc673-a3e0-4db9-acc3-57ffa461b335 {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:42:27.073060 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:42:27.073591 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Checking segment: {'id': '1ea0c7ff-f175-439f-9c88-bc599790b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:42:27.074133 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:27.074595 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Bound using segment: {'id': '1ea0c7ff-f175-439f-9c88-bc599790b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335'} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:42:27.075577 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Bound port: 2faa101f-d67c-4272-8310-b91ae9deac9e, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea0c7ff-f175-439f-9c88-bc599790b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335'}}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:42:27.076154 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:27.173438 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 8249b2fe-0181-4d31-822d-844b46d25d50 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:42:27.181166 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 8249b2fe-0181-4d31-822d-844b46d25d50 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:27.183061 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:27.204659 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.65', 49776) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:27.261368 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Sync routers for ids ['6db682de-c95f-479b-b88d-8af3386ffb9d'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:42:27.325109 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-261d2925-7118-4f29-9c52-8549a49d4778 service neutron] 10.222.0.38 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782795 Aug 09 17:42:27.351768 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Routers {'6db682de-c95f-479b-b88d-8af3386ffb9d'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:42:27.360182 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:42:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['6db682de-c95f-479b-b88d-8af3386ffb9d'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:27.361000 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] For port 2faa101f-d67c-4272-8310-b91ae9deac9e, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:42:27.381493 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] For port 2faa101f-d67c-4272-8310-b91ae9deac9e, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=2faa101f-d67c-4272-8310-b91ae9deac9e,segment=NetworkSegment(1ea0c7ff-f175-439f-9c88-bc599790b0b0),segment_id=1ea0c7ff-f175-439f-9c88-bc599790b0b0)] {{(pid=99902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:42:27.388588 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:27.515459 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-2d5403e2-249d-42bc-8b44-b77dbb58899c tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:27.517812 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-2d5403e2-249d-42bc-8b44-b77dbb58899c tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.65 "GET /v2.0/networks?id=ef0ebbb6-9772-49de-9caf-0079c685c195 HTTP/1.1" status: 200 len: 811 time: 0.2976694 Aug 09 17:42:27.530250 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47310) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:27.539710 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d07086-28fb-42a4-806d-390fcc563e2a None None] Pushing event updated for resources: {'Port': ['ID=2faa101f-d67c-4272-8310-b91ae9deac9e,revision_number=4']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:27.545310 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-3f56519d-659a-4f9e-b253-32270537412e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--396740268', 'description': 'tempest-description--136937403'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:27.570281 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Routers {'cb92f91a-ecde-46a8-9b12-c982ece849b6'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:42:27.571584 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:42:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['cb92f91a-ecde-46a8-9b12-c982ece849b6'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:27.599418 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1f6bdced-3d61-4359-b7ce-d179f608805f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Request body: {'port': {'device_id': '3eb99edf-f49a-452b-83be-e85878f9a9e9', 'network_id': 'ef0ebbb6-9772-49de-9caf-0079c685c195', 'admin_state_up': True, 'tenant_id': 'f2464d3ad553418a917d81fbb196a797'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:27.781509 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-736b7a90-cfc2-4172-abff-8680e6e31bc4 req-f6251fa6-6c52-4ceb-959d-e7aef0f1f404 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 210 time: 0.0787840 Aug 09 17:42:27.784381 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3f56519d-659a-4f9e-b253-32270537412e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:27.789813 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] Set router cb92f91a-ecde-46a8-9b12-c982ece849b6 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:42:27.853547 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-ea706f3f-b8f6-4714-a74f-5e6cf543b0ad service neutron] 10.222.0.38 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275714 Aug 09 17:42:28.172810 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47340) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:28.190023 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.65', 49782) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:28.249385 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:28.317013 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Set router 6db682de-c95f-479b-b88d-8af3386ffb9d gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:42:28.322273 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3f56519d-659a-4f9e-b253-32270537412e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:28.330545 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ff422ef9-002d-498c-927e-e9f79fda72ac req-7537eb2b-c1f9-4701-ad1c-2c613d48eb3f tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 210 time: 0.3595665 Aug 09 17:42:28.332904 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3f56519d-659a-4f9e-b253-32270537412e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:28.463799 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port 8249b2fe-0181-4d31-822d-844b46d25d50, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=8249b2fe-0181-4d31-822d-844b46d25d50,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:42:28.467557 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56519d-659a-4f9e-b253-32270537412e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4702dd39-1758-4f9d-9551-519c3c1b3542,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:28.505221 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:28.508695 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device e47c2fa4-6808-4bb3-a6ec-23f2e754b73b up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:42:28.517320 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-507899ae-8f2a-4c3f-9193-6f6ddf17431a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:28.529092 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3f56519d-659a-4f9e-b253-32270537412e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:28.532529 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-3f56519d-659a-4f9e-b253-32270537412e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.9986572 Aug 09 17:42:28.532950 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47366) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:28.565797 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'name': 'tempest-ServerRescueNegativeTestJSON-2135937249-router', 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e47c2fa4-6808-4bb3-a6ec-23f2e754b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:22Z', 'revision_number': 4, 'project_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'gw_port': {'id': 'e47c2fa4-6808-4bb3-a6ec-23f2e754b73b', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:72:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '2faa101f-d67c-4272-8310-b91ae9deac9e', 'name': '', 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335', 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'mac_address': 'fa:16:3e:85:53:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15242da1-2ab2-4849-a4d2-6d06c062041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:21Z', 'updated_at': '2021-08-09T17:42:27Z', 'revision_number': 4, 'project_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'subnets': [{'id': '15242da1-2ab2-4849-a4d2-6d06c062041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:28.613176 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0969d15-2dd1-4694-8b36-b1c5bc320748 None None] The sync data for ids ['cb92f91a-ecde-46a8-9b12-c982ece849b6'] in dv-cinder-780933-13-iscsi is: [{'id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'name': 'tempest-ServerRescueNegativeTestJSON-2135937249-router', 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e47c2fa4-6808-4bb3-a6ec-23f2e754b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:22Z', 'revision_number': 4, 'project_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'gw_port': {'id': 'e47c2fa4-6808-4bb3-a6ec-23f2e754b73b', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:72:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '2faa101f-d67c-4272-8310-b91ae9deac9e', 'name': '', 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335', 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'mac_address': 'fa:16:3e:85:53:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15242da1-2ab2-4849-a4d2-6d06c062041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:21Z', 'updated_at': '2021-08-09T17:42:27Z', 'revision_number': 4, 'project_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'subnets': [{'id': '15242da1-2ab2-4849-a4d2-6d06c062041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:42:28.689881 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port e47c2fa4-6808-4bb3-a6ec-23f2e754b73b triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:28.690424 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:28.956854 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-507899ae-8f2a-4c3f-9193-6f6ddf17431a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:28.959076 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1f6bdced-3d61-4359-b7ce-d179f608805f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Made reservation on behalf of f2464d3ad553418a917d81fbb196a797 for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:28.974355 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1f6bdced-3d61-4359-b7ce-d179f608805f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:28.995545 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=8249b2fe-0181-4d31-822d-844b46d25d50,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:29.029752 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-507899ae-8f2a-4c3f-9193-6f6ddf17431a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:29.106787 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-507899ae-8f2a-4c3f-9193-6f6ddf17431a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=91debf32726c4b04a54af3bb42500243&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9332061 Aug 09 17:42:29.111899 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507899ae-8f2a-4c3f-9193-6f6ddf17431a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c073afeb-daa4-4f17-996e-6853321adb69,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:29.114780 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47396) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:29.183209 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:24Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '34684c8c-35b9-445d-890d-2984fc69f8ff', 'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'mac_address': 'fa:16:3e:a5:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:22Z', 'updated_at': '2021-08-09T17:42:24Z', 'revision_number': 2, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'subnets': [{'id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:29.187081 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-fdaa2672-0ee2-47ec-ae2f-04d00eb08f46 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Request body: {'security_group_rule': {'security_group_id': '4702dd39-1758-4f9d-9551-519c3c1b3542', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:29.211669 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2743942f-0937-4dcd-8606-14c51254e7d3 req-c4584d69-7dd9-4d63-bab1-ed27e75209b2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 210 time: 0.7190666 Aug 09 17:42:29.259646 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Checking router: 6db682de-c95f-479b-b88d-8af3386ffb9d for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:42:29.260724 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Updating router 6db682de-c95f-479b-b88d-8af3386ffb9d port 34684c8c-35b9-445d-890d-2984fc69f8ff binding host dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:42:29.398795 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 2faa101f-d67c-4272-8310-b91ae9deac9e up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:42:29.402308 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-fdaa2672-0ee2-47ec-ae2f-04d00eb08f46 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:29.558074 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-31e4c701-96f2-44a7-9d92-c92f9d9a1e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:29.624979 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:29.643757 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-31e4c701-96f2-44a7-9d92-c92f9d9a1e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:29.742854 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-d21b3445-3a0f-41ba-be15-e99ac3bab3db tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:29.768697 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-d21b3445-3a0f-41ba-be15-e99ac3bab3db tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.65 "GET /v2.0/networks?id=d730e586-15ab-4070-ae5a-3a007839e560 HTTP/1.1" status: 200 len: 814 time: 1.5775990 Aug 09 17:42:29.798066 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-31e4c701-96f2-44a7-9d92-c92f9d9a1e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:29.803211 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-31e4c701-96f2-44a7-9d92-c92f9d9a1e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:29.804921 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-31e4c701-96f2-44a7-9d92-c92f9d9a1e21 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c073afeb-daa4-4f17-996e-6853321adb69 HTTP/1.1" status: 204 len: 168 time: 0.6676741 Aug 09 17:42:29.852212 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4c701-96f2-44a7-9d92-c92f9d9a1e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c073afeb-daa4-4f17-996e-6853321adb69,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:29.906793 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-fdaa2672-0ee2-47ec-ae2f-04d00eb08f46 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:29.931046 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-fdaa2672-0ee2-47ec-ae2f-04d00eb08f46 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:29.934505 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-987ccaa2-3ef7-4331-84c6-5aabd2279e29 req-00c5e116-76b3-4c0f-b4ee-1ac4b4b3acc3 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 210 time: 0.1925685 Aug 09 17:42:29.940989 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 2faa101f-d67c-4272-8310-b91ae9deac9e completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:42:29.981241 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 2faa101f-d67c-4272-8310-b91ae9deac9e triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:29.981693 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:30.033216 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-fdaa2672-0ee2-47ec-ae2f-04d00eb08f46 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:30.037948 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-fdaa2672-0ee2-47ec-ae2f-04d00eb08f46 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5002117 Aug 09 17:42:30.041202 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47418) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:30.059975 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1f6bdced-3d61-4359-b7ce-d179f608805f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Allocated IP 172.20.0.11 (ef0ebbb6-9772-49de-9caf-0079c685c195/1de0d640-cf52-4bdd-a7ef-d0d2caf3991f/5599d55d-49bb-4f43-8d00-aee48753340a) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:42:30.128388 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-95e8cfae-d7f0-4323-8d50-40397f8278c7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Request body: {'security_group_rule': {'security_group_id': '4702dd39-1758-4f9d-9551-519c3c1b3542', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:30.139681 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa2672-0ee2-47ec-ae2f-04d00eb08f46 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d1a49d-62ed-4879-8204-8f746eea3da6,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:30.156263 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fe9e48c0-ea8b-4be0-b4c1-a362c1c37c38 req-34c4f973-e579-4ff4-b405-2316c3ea1595 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 210 time: 0.1750805 Aug 09 17:42:30.222315 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-95e8cfae-d7f0-4323-8d50-40397f8278c7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:30.410011 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-95e8cfae-d7f0-4323-8d50-40397f8278c7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:30.491463 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1f6bdced-3d61-4359-b7ce-d179f608805f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:30.494458 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-95e8cfae-d7f0-4323-8d50-40397f8278c7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:30.563061 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-d2672b81-aac2-4830-baf7-a53269635fa0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Request body: {'port': {'device_id': '08274429-9cd4-4f13-963f-b4c7b3340e2c', 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560', 'admin_state_up': True, 'tenant_id': '99e4b5de1ec841b4b874abd0cece9013'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:30.571996 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1f6bdced-3d61-4359-b7ce-d179f608805f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:30.643910 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f9da4e7e-8416-48ff-8be0-d97052bc9eed req-ec681a00-a08f-4d3c-b126-44f68d5b78d5 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 210 time: 0.2310898 Aug 09 17:42:30.735737 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47444) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:30.795019 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8cfae-d7f0-4323-8d50-40397f8278c7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a680d5d8-bee2-49ac-8838-6b36d6bf08c7,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:30.844438 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-95e8cfae-d7f0-4323-8d50-40397f8278c7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:30.864667 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-95e8cfae-d7f0-4323-8d50-40397f8278c7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8221297 Aug 09 17:42:30.867550 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-bdea1a08-c984-4c7d-b466-a94d92b26912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:30.881719 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47448) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:30.906384 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Request body: {'floatingip': {'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:31.167767 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:31.205574 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Transition to ACTIVE for port object 34684c8c-35b9-445d-890d-2984fc69f8ff will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:42:31.273765 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:31.387321 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d76a5e-530a-4bd7-a95e-e04dfcdca120 req-8f11ae8b-bf0f-401c-9c8a-13cf83189a5d tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:31.393015 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f863f7-0626-4602-9cd8-7f94aeb2251e None None] Pushing event updated for resources: {'Port': ['ID=34684c8c-35b9-445d-890d-2984fc69f8ff,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:31.404315 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b9d76a5e-530a-4bd7-a95e-e04dfcdca120 req-8f11ae8b-bf0f-401c-9c8a-13cf83189a5d tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 932 time: 0.2605603 Aug 09 17:42:31.471282 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.65', 49794) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:31.566588 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-bdea1a08-c984-4c7d-b466-a94d92b26912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:31.599194 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-bdea1a08-c984-4c7d-b466-a94d92b26912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:31.752778 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:31.766852 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea1a08-c984-4c7d-b466-a94d92b26912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc408ffa-86d5-4dec-a108-4e9bb63df419,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:31.794687 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a433edf9-b418-4fc0-b9eb-494e535fafe1 req-da7ae5b9-963b-4b34-ac96-08d060fa8728 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 210 time: 0.0980971 Aug 09 17:42:31.801691 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1f6bdced-3d61-4359-b7ce-d179f608805f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Network ef0ebbb6-9772-49de-9caf-0079c685c195 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:42:31.837395 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b9d76a5e-530a-4bd7-a95e-e04dfcdca120 req-01717089-f4c4-4317-b210-6b855e12cf5f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321294 Aug 09 17:42:31.849461 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-2456717c-f0d2-4f00-899a-4d01b1073313 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:31.852257 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-2456717c-f0d2-4f00-899a-4d01b1073313 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.65 "GET /v2.0/networks?id=7bbfc673-a3e0-4db9-acc3-57ffa461b335 HTTP/1.1" status: 200 len: 819 time: 0.3746765 Aug 09 17:42:31.858825 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1f6bdced-3d61-4359-b7ce-d179f608805f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:31.871967 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1f6bdced-3d61-4359-b7ce-d179f608805f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:42:31.881448 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Attempting to bind port 34684c8c-35b9-445d-890d-2984fc69f8ff on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:42:31.883157 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Attempting to bind port 34684c8c-35b9-445d-890d-2984fc69f8ff by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:42:31.886394 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Attempting to bind port 34684c8c-35b9-445d-890d-2984fc69f8ff on network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:42:31.891104 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1f6bdced-3d61-4359-b7ce-d179f608805f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:31.891789 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1f6bdced-3d61-4359-b7ce-d179f608805f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:31.900237 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:42:31.901035 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Checking segment: {'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:42:31.903825 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:31.904470 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Bound using segment: {'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:42:31.905457 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Bound port: 34684c8c-35b9-445d-890d-2984fc69f8ff, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:42:31.906070 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:31.910423 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for floatingip, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:31.945795 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bdced-3d61-4359-b7ce-d179f608805f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Pushing event updated for resources: {'Port': ['ID=5599d55d-49bb-4f43-8d00-aee48753340a,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:31.952377 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port 2faa101f-d67c-4272-8310-b91ae9deac9e, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=2faa101f-d67c-4272-8310-b91ae9deac9e,segment=NetworkSegment(1ea0c7ff-f175-439f-9c88-bc599790b0b0),segment_id=1ea0c7ff-f175-439f-9c88-bc599790b0b0)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:42:31.971875 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:32.056625 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=2faa101f-d67c-4272-8310-b91ae9deac9e,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:32.080438 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-d2672b81-aac2-4830-baf7-a53269635fa0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Made reservation on behalf of 99e4b5de1ec841b4b874abd0cece9013 for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:32.108437 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-bdea1a08-c984-4c7d-b466-a94d92b26912 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae624ff7fd1e4455846850f724e02fac&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3526022 Aug 09 17:42:32.111043 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-d2672b81-aac2-4830-baf7-a53269635fa0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:32.137613 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47486) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:32.207367 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1f6bdced-3d61-4359-b7ce-d179f608805f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5874341 Aug 09 17:42:32.249365 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] For port 34684c8c-35b9-445d-890d-2984fc69f8ff, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:42:32.260924 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] For port 34684c8c-35b9-445d-890d-2984fc69f8ff, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=34684c8c-35b9-445d-890d-2984fc69f8ff,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:42:32.270477 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 8249b2fe-0181-4d31-822d-844b46d25d50 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:42:32.332623 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:32.406345 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-85c515c7-f600-4b83-8e8c-6f0a3471d9e4 req-af03b96c-cbae-4998-a72c-c12197755585 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 210 time: 0.1371281 Aug 09 17:42:32.440185 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-d2672b81-aac2-4830-baf7-a53269635fa0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Allocated IP 172.20.0.10 (d730e586-15ab-4070-ae5a-3a007839e560/e9b9e152-8294-4e04-99d8-f3485fea674b/fa6c190a-3229-4c4e-865f-95adbbfccdb3) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:42:32.498125 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-36bc7461-6bea-4fb7-b570-bdb3a5e46d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:32.581864 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-36bc7461-6bea-4fb7-b570-bdb3a5e46d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:32.642952 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f863f7-0626-4602-9cd8-7f94aeb2251e None None] Pushing event updated for resources: {'Port': ['ID=34684c8c-35b9-445d-890d-2984fc69f8ff,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:32.650710 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-9850435e-d9ac-4540-b8bb-efba0eb73d40 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99899) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:42:32.653507 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-9850435e-d9ac-4540-b8bb-efba0eb73d40 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0313206 Aug 09 17:42:32.671727 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Routers {'6db682de-c95f-479b-b88d-8af3386ffb9d'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:42:32.676211 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:42:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['6db682de-c95f-479b-b88d-8af3386ffb9d'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:32.718652 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-36bc7461-6bea-4fb7-b570-bdb3a5e46d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:32.724528 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-36bc7461-6bea-4fb7-b570-bdb3a5e46d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:32.725693 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-36bc7461-6bea-4fb7-b570-bdb3a5e46d3f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fc408ffa-86d5-4dec-a108-4e9bb63df419 HTTP/1.1" status: 204 len: 168 time: 0.5812354 Aug 09 17:42:32.737513 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:32.796534 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc7461-6bea-4fb7-b570-bdb3a5e46d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc408ffa-86d5-4dec-a108-4e9bb63df419,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:32.827920 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-43920536-8df6-46ff-8b6e-51ca6afc4549 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Request body: {'port': {'device_id': '6ed23cac-a927-4348-b95f-00e66044ea4b', 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335', 'admin_state_up': True, 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:32.858777 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 8249b2fe-0181-4d31-822d-844b46d25d50 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:32.869537 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:33.081973 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47524) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:33.341760 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-54ee787e-c2af-4305-bcf8-6aae1be9ec1b req-d66e407e-f732-4829-90db-a576aa3f5275 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 210 time: 0.2491612 Aug 09 17:42:33.360565 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Allocated IP 172.27.3.59 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/18d45178-a153-44fd-abca-1c24fb70d78b) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:42:33.374831 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] Set router 6db682de-c95f-479b-b88d-8af3386ffb9d gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:42:33.375352 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a39aab-f8c8-4e51-8545-ac5ca974d2e5 req-00c9c8cc-aec8-4676-8fc8-d3737d97cceb tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:33.381249 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-92a39aab-f8c8-4e51-8545-ac5ca974d2e5 req-00c9c8cc-aec8-4676-8fc8-d3737d97cceb tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 932 time: 0.2923181 Aug 09 17:42:33.392287 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-d2672b81-aac2-4830-baf7-a53269635fa0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:33.446590 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-92a39aab-f8c8-4e51-8545-ac5ca974d2e5 req-b4910b21-fbf3-48d9-ac0c-5b61819d32cf tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643561 Aug 09 17:42:33.584049 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-43920536-8df6-46ff-8b6e-51ca6afc4549 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Made reservation on behalf of 491af0e0ec7145c6b70e6cad8cf1c855 for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:33.589332 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-43920536-8df6-46ff-8b6e-51ca6afc4549 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:33.594671 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-d2672b81-aac2-4830-baf7-a53269635fa0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:33.656672 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:33.731789 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2672b81-aac2-4830-baf7-a53269635fa0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Pushing event updated for resources: {'Port': ['ID=fa6c190a-3229-4c4e-865f-95adbbfccdb3,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:33.739461 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-d2672b81-aac2-4830-baf7-a53269635fa0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Network d730e586-15ab-4070-ae5a-3a007839e560 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:42:33.749630 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-d2672b81-aac2-4830-baf7-a53269635fa0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:33.758057 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-d2672b81-aac2-4830-baf7-a53269635fa0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:42:33.763356 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c65bd668-b4ae-4a9b-8405-0009e9a08478 req-25c5137c-bf57-4deb-b168-69857f60ee60 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 210 time: 0.0678093 Aug 09 17:42:33.764651 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-d2672b81-aac2-4830-baf7-a53269635fa0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:33.765325 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-d2672b81-aac2-4830-baf7-a53269635fa0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:33.767817 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9713e064-7c2e-4270-97d3-4836b066cc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:33.822983 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Request body: {'port': {'device_id': '3eb99edf-f49a-452b-83be-e85878f9a9e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:33.830584 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.65', 49801) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:33.919363 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:33.996050 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:34.005002 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:24Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '34684c8c-35b9-445d-890d-2984fc69f8ff', 'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'mac_address': 'fa:16:3e:a5:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:22Z', 'updated_at': '2021-08-09T17:42:32Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'subnets': [{'id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:34.032501 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-43920536-8df6-46ff-8b6e-51ca6afc4549 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Allocated IP 172.20.0.8 (7bbfc673-a3e0-4db9-acc3-57ffa461b335/15242da1-2ab2-4849-a4d2-6d06c062041e/51e9c80d-7cf4-49d2-b559-7d18bec99aa2) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:42:34.258829 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event updated for resources: {'Port': ['ID=18d45178-a153-44fd-abca-1c24fb70d78b,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:34.299480 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:42:34.306493 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:34.315833 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:42:34.382194 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 2faa101f-d67c-4272-8310-b91ae9deac9e up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:42:34.386022 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382a288-2299-4c82-9e08-51c8cd269ce5 None None] The sync data for ids ['6db682de-c95f-479b-b88d-8af3386ffb9d'] in dv-cinder-780933-13-iscsi is: [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:24Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '34684c8c-35b9-445d-890d-2984fc69f8ff', 'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'mac_address': 'fa:16:3e:a5:45:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:22Z', 'updated_at': '2021-08-09T17:42:32Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'subnets': [{'id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:42:34.583072 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 2faa101f-d67c-4272-8310-b91ae9deac9e triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:34.583468 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:34.870278 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-00b1f392-948d-4440-97ae-701e9a4a078e tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:34.871801 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-00b1f392-948d-4440-97ae-701e9a4a078e tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.65 "GET /v2.0/networks?id=7bbfc673-a3e0-4db9-acc3-57ffa461b335 HTTP/1.1" status: 200 len: 819 time: 0.9914896 Aug 09 17:42:34.960867 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-43920536-8df6-46ff-8b6e-51ca6afc4549 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:35.023060 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9713e064-7c2e-4270-97d3-4836b066cc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:35.036218 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:35.054850 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-d2672b81-aac2-4830-baf7-a53269635fa0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5063338 Aug 09 17:42:35.056806 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9713e064-7c2e-4270-97d3-4836b066cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:35.109695 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713e064-7c2e-4270-97d3-4836b066cc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845eac45-59d2-4b9e-92cd-f79c6307d569,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:35.144685 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc2680-7e16-4b5e-8124-404a0272c181 req-3a31e62b-1a84-4946-9108-fbeb479d8eab tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:35.147229 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c9cc2680-7e16-4b5e-8124-404a0272c181 req-3a31e62b-1a84-4946-9108-fbeb479d8eab tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 932 time: 0.4860818 Aug 09 17:42:35.216398 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e0965-f2cd-4fa9-8ba5-1e971c63baf2 req-6d52dbde-0241-4532-af40-074201a55267 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:35.218623 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-472e0965-f2cd-4fa9-8ba5-1e971c63baf2 req-6d52dbde-0241-4532-af40-074201a55267 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 932 time: 0.4454088 Aug 09 17:42:35.227276 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5599d55d-49bb-4f43-8d00-aee48753340a {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:42:35.272136 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:35.371418 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-43920536-8df6-46ff-8b6e-51ca6afc4549 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:35.374503 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:35.412461 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Transition to ACTIVE for port object 5599d55d-49bb-4f43-8d00-aee48753340a will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:42:35.432197 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:35.437224 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-ba48967a-b0da-4be0-a576-bffccb4780d0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Request body: {'port': {'device_id': '69666f2a-7767-4aae-934f-ed61a574b701', 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335', 'admin_state_up': True, 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:35.540172 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-43920536-8df6-46ff-8b6e-51ca6afc4549 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Network 7bbfc673-a3e0-4db9-acc3-57ffa461b335 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:42:35.551761 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-43920536-8df6-46ff-8b6e-51ca6afc4549 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:35.562344 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-43920536-8df6-46ff-8b6e-51ca6afc4549 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:42:35.570313 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-43920536-8df6-46ff-8b6e-51ca6afc4549 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:35.571490 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-43920536-8df6-46ff-8b6e-51ca6afc4549 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:35.619671 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43920536-8df6-46ff-8b6e-51ca6afc4549 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Pushing event updated for resources: {'Port': ['ID=51e9c80d-7cf4-49d2-b559-7d18bec99aa2,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:35.686368 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-43920536-8df6-46ff-8b6e-51ca6afc4549 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0613689 Aug 09 17:42:35.691035 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Attempting to bind port 5599d55d-49bb-4f43-8d00-aee48753340a on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:42:35.691692 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Attempting to bind port 5599d55d-49bb-4f43-8d00-aee48753340a by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '2bb6e2ca-c14e-42ba-924c-82f68d3b19ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ef0ebbb6-9772-49de-9caf-0079c685c195'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:42:35.692484 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Attempting to bind port 5599d55d-49bb-4f43-8d00-aee48753340a on network ef0ebbb6-9772-49de-9caf-0079c685c195 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:42:35.718160 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Port 5599d55d-49bb-4f43-8d00-aee48753340a on network ef0ebbb6-9772-49de-9caf-0079c685c195 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:42:35.718479 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Attempting to bind port 5599d55d-49bb-4f43-8d00-aee48753340a on network ef0ebbb6-9772-49de-9caf-0079c685c195 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:42:35.732686 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Pushing event updated for resources: {'Port': ['ID=5599d55d-49bb-4f43-8d00-aee48753340a,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:35.737940 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:42:35.739804 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Checking segment: {'id': '2bb6e2ca-c14e-42ba-924c-82f68d3b19ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ef0ebbb6-9772-49de-9caf-0079c685c195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:42:35.740382 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Bound using segment: {'id': '2bb6e2ca-c14e-42ba-924c-82f68d3b19ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ef0ebbb6-9772-49de-9caf-0079c685c195'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:42:35.741971 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Bound port: 5599d55d-49bb-4f43-8d00-aee48753340a, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb6e2ca-c14e-42ba-924c-82f68d3b19ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ef0ebbb6-9772-49de-9caf-0079c685c195'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:42:35.742790 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:35.872052 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Request body: {'port': {'device_id': '08274429-9cd4-4f13-963f-b4c7b3340e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:35.891665 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-472e0965-f2cd-4fa9-8ba5-1e971c63baf2 req-8fab5ca1-8349-4bca-957e-be26f98e6fc2 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074657 Aug 09 17:42:35.901864 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-9713e064-7c2e-4270-97d3-4836b066cc36 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b21faeafa2d42639da3f987e44d1ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8053646 Aug 09 17:42:35.906763 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47598) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:35.912660 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c9cc2680-7e16-4b5e-8124-404a0272c181 req-5c70ffcf-3b3c-446d-bb30-c6eb027f371b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7585378 Aug 09 17:42:36.098308 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:36.135606 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] For port 5599d55d-49bb-4f43-8d00-aee48753340a, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:42:36.232714 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 34684c8c-35b9-445d-890d-2984fc69f8ff up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:42:36.235221 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ea7d2af0-0f39-46fc-a0b2-ad9a8f106318 req-a8dc9298-6a70-4856-ae32-ec29745468c0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 210 time: 0.1891873 Aug 09 17:42:36.303036 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-864e127f-7249-483d-a54e-9ec5aa32f188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:36.323141 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-ba48967a-b0da-4be0-a576-bffccb4780d0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Made reservation on behalf of 491af0e0ec7145c6b70e6cad8cf1c855 for: {'port': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:36.327123 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-ba48967a-b0da-4be0-a576-bffccb4780d0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:36.361660 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 34684c8c-35b9-445d-890d-2984fc69f8ff completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:42:36.366679 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 34684c8c-35b9-445d-890d-2984fc69f8ff triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:36.367436 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:36.378277 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] For port 5599d55d-49bb-4f43-8d00-aee48753340a, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5599d55d-49bb-4f43-8d00-aee48753340a,segment=NetworkSegment(2bb6e2ca-c14e-42ba-924c-82f68d3b19ce),segment_id=2bb6e2ca-c14e-42ba-924c-82f68d3b19ce)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:42:36.397179 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:36.420162 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-864e127f-7249-483d-a54e-9ec5aa32f188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:36.450118 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:36.450767 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:36.452330 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] 10.222.0.65 "PUT /v2.0/ports/5599d55d-49bb-4f43-8d00-aee48753340a HTTP/1.1" status: 200 len: 1094 time: 3.0300157 Aug 09 17:42:36.506660 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb99edf-f49a-452b-83be-e85878f9a9e9', 'tag': '5599d55d-49bb-4f43-8d00-aee48753340a'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:42:36.544735 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for port, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:36.604511 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:36.621838 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-864e127f-7249-483d-a54e-9ec5aa32f188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:36.624664 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-864e127f-7249-483d-a54e-9ec5aa32f188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:36.628476 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-864e127f-7249-483d-a54e-9ec5aa32f188 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/845eac45-59d2-4b9e-92cd-f79c6307d569 HTTP/1.1" status: 204 len: 168 time: 0.7121050 Aug 09 17:42:36.712868 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port 34684c8c-35b9-445d-890d-2984fc69f8ff, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=34684c8c-35b9-445d-890d-2984fc69f8ff,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:42:36.713097 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:36.720256 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:36.781348 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e127f-7249-483d-a54e-9ec5aa32f188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845eac45-59d2-4b9e-92cd-f79c6307d569,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:36.851637 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event updated for resources: {'Port': ['ID=18d45178-a153-44fd-abca-1c24fb70d78b,revision_number=2']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:36.868967 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=34684c8c-35b9-445d-890d-2984fc69f8ff,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:36.902952 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:36.915806 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Request body: {'port': {'device_id': '6ed23cac-a927-4348-b95f-00e66044ea4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:37.257526 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:37.259109 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-247d55c0-d82a-40f1-9232-f4ccced656b7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3569536 Aug 09 17:42:37.316621 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a53508-886b-4721-b40f-98b9a8c26666" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb99edf-f49a-452b-83be-e85878f9a9e9", "tag": "5599d55d-49bb-4f43-8d00-aee48753340a"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:42:37.390828 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-ba48967a-b0da-4be0-a576-bffccb4780d0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Allocated IP 172.20.0.2 (7bbfc673-a3e0-4db9-acc3-57ffa461b335/15242da1-2ab2-4849-a4d2-6d06c062041e/fe96a45a-61cb-40ed-9935-d4ac66d04b6d) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:42:37.668233 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-ba48967a-b0da-4be0-a576-bffccb4780d0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:37.710010 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47644) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:37.734925 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-ba48967a-b0da-4be0-a576-bffccb4780d0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:37.746709 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132dabe-6276-4a2d-8199-14ab7517656f req-f158289c-c2e4-49e2-93fc-4c3662b94c0f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:37.748381 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6132dabe-6276-4a2d-8199-14ab7517656f req-f158289c-c2e4-49e2-93fc-4c3662b94c0f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 944 time: 0.6602757 Aug 09 17:42:37.895274 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-ba48967a-b0da-4be0-a576-bffccb4780d0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Network 7bbfc673-a3e0-4db9-acc3-57ffa461b335 is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:42:37.899936 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48967a-b0da-4be0-a576-bffccb4780d0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Pushing event updated for resources: {'Port': ['ID=fe96a45a-61cb-40ed-9935-d4ac66d04b6d,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:37.903131 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-1c4717ff-6d0d-451c-bbac-e4a80211dc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:37.903671 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-ba48967a-b0da-4be0-a576-bffccb4780d0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:37.908048 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-ba48967a-b0da-4be0-a576-bffccb4780d0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:42:37.914800 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-ba48967a-b0da-4be0-a576-bffccb4780d0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:37.915642 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-ba48967a-b0da-4be0-a576-bffccb4780d0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:37.966147 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6132dabe-6276-4a2d-8199-14ab7517656f req-de2a639a-e7f2-49b8-8efe-fc38d17d931d tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679326 Aug 09 17:42:37.967422 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-ba48967a-b0da-4be0-a576-bffccb4780d0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5896087 Aug 09 17:42:37.977006 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374fb6a-9985-4451-94ff-a90cdd4e154b req-f97baf6f-424d-4c94-93a4-5b1504e2e8d3 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:37.978734 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c374fb6a-9985-4451-94ff-a90cdd4e154b req-f97baf6f-424d-4c94-93a4-5b1504e2e8d3 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 932 time: 0.7397015 Aug 09 17:42:38.008217 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Request body: {'port': {'device_id': '69666f2a-7767-4aae-934f-ed61a574b701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:38.101714 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6c190a-3229-4c4e-865f-95adbbfccdb3 {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:42:38.133641 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:38.154825 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-3aabbd42-3027-4b54-ad42-5f3e5987bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:38.163884 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 34684c8c-35b9-445d-890d-2984fc69f8ff up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:42:38.165887 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-3aabbd42-3027-4b54-ad42-5f3e5987bbaf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2464d3ad553418a917d81fbb196a797&device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 1097 time: 1.2755971 Aug 09 17:42:38.169228 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417ee8e-c4b4-478c-84e4-92fb075a6b3e service neutron] Pushing event updated for resources: {'Port': ['ID=5599d55d-49bb-4f43-8d00-aee48753340a,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:38.199055 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:38.345218 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 34684c8c-35b9-445d-890d-2984fc69f8ff triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:38.346479 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:38.411904 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:38.419356 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5b406c93-529f-4222-9ab8-04189a87348a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:38.427068 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Transition to ACTIVE for port object fa6c190a-3229-4c4e-865f-95adbbfccdb3 will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:42:38.435416 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-1e77bfd4-10a5-475d-b29a-2df8df8bf3ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5599d55d-49bb-4f43-8d00-aee48753340a HTTP/1.1" status: 200 len: 217 time: 0.2493572 Aug 09 17:42:38.461027 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:38.482332 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c374fb6a-9985-4451-94ff-a90cdd4e154b req-641f31c5-16b2-4491-b9be-c65d9996b1f7 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948542 Aug 09 17:42:38.739770 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6c190a-3229-4c4e-865f-95adbbfccdb3,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:38.758693 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-d355699f-76ed-4099-8501-cd2fbda4dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:38.760357 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-d355699f-76ed-4099-8501-cd2fbda4dba2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1de0d640-cf52-4bdd-a7ef-d0d2caf3991f HTTP/1.1" status: 200 len: 851 time: 0.2406235 Aug 09 17:42:38.922214 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4b8359-d7af-4253-bb08-3653a51fcbd2 x-openstack-request-id: req-7c4b8359-d7af-4253-bb08-3653a51fcbd2 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:42:38.924779 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb99edf-f49a-452b-83be-e85878f9a9e9", "tag": "5599d55d-49bb-4f43-8d00-aee48753340a", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:42:38.925157 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c4b8359-d7af-4253-bb08-3653a51fcbd2 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:42:38.926606 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb99edf-f49a-452b-83be-e85878f9a9e9', 'tag': '5599d55d-49bb-4f43-8d00-aee48753340a', 'status': 'completed', 'code': 200} Aug 09 17:42:38.929988 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47688) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:39.001227 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5b406c93-529f-4222-9ab8-04189a87348a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:39.016584 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-cf7c6df0-5195-43ef-8000-3eb5fce90d1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ef0ebbb6-9772-49de-9caf-0079c685c195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2291782 Aug 09 17:42:39.023571 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5b406c93-529f-4222-9ab8-04189a87348a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:39.033799 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aa55e-f9c7-428d-a5ae-2af70c5c6521 req-6ccad1d3-643a-4c45-8719-9c51fc4c1b7a tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:39.035443 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-167aa55e-f9c7-428d-a5ae-2af70c5c6521 req-6ccad1d3-643a-4c45-8719-9c51fc4c1b7a tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 931 time: 0.8449576 Aug 09 17:42:39.062854 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Attempting to bind port fa6c190a-3229-4c4e-865f-95adbbfccdb3 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:42:39.068655 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Attempting to bind port fa6c190a-3229-4c4e-865f-95adbbfccdb3 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:42:39.070482 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Attempting to bind port fa6c190a-3229-4c4e-865f-95adbbfccdb3 on network d730e586-15ab-4070-ae5a-3a007839e560 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:42:39.087110 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b406c93-529f-4222-9ab8-04189a87348a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910ec090-2e6b-46de-a4eb-016081599330,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:39.115019 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Port fa6c190a-3229-4c4e-865f-95adbbfccdb3 on network d730e586-15ab-4070-ae5a-3a007839e560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:42:39.115403 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Attempting to bind port fa6c190a-3229-4c4e-865f-95adbbfccdb3 on network d730e586-15ab-4070-ae5a-3a007839e560 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:42:39.167628 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:42:39.171214 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Checking segment: {'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:42:39.171892 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Bound using segment: {'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:42:39.172626 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Bound port: fa6c190a-3229-4c4e-865f-95adbbfccdb3, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:42:39.173260 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:39.292707 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-5b406c93-529f-4222-9ab8-04189a87348a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e83874fdaf5c46c88a0409476a406973&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5789430 Aug 09 17:42:39.297843 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47708) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:39.309813 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-a98923cc-680b-43a3-a9dc-118face7ee49 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--396740268&fields=id&tenant_id=dc9699f4940942999992b0fe593c8833 HTTP/1.1" status: 200 len: 267 time: 0.3073854 Aug 09 17:42:39.325889 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-8760df7c-7c9a-479b-b48c-fc949533b641 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1085365885-network', 'tenant_id': 'fd1286e4ea8540bd847e37ff39f0875a'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:39.379901 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8760df7c-7c9a-479b-b48c-fc949533b641 admin admin] Made reservation on behalf of fd1286e4ea8540bd847e37ff39f0875a for: {'network': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:39.383207 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8760df7c-7c9a-479b-b48c-fc949533b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:39.396185 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] For port fa6c190a-3229-4c4e-865f-95adbbfccdb3, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:42:39.399535 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8760df7c-7c9a-479b-b48c-fc949533b641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:39.423499 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] For port fa6c190a-3229-4c4e-865f-95adbbfccdb3, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fa6c190a-3229-4c4e-865f-95adbbfccdb3,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:42:39.433640 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:39.496001 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:39.496802 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:39.525393 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] 10.222.0.65 "PUT /v2.0/ports/fa6c190a-3229-4c4e-865f-95adbbfccdb3 HTTP/1.1" status: 200 len: 1094 time: 3.6345119 Aug 09 17:42:39.562444 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6253317-8e52-4edd-a2ba-bbcfde44b170 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6c190a-3229-4c4e-865f-95adbbfccdb3,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:39.632854 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-167aa55e-f9c7-428d-a5ae-2af70c5c6521 req-4712834d-b4ed-49f5-8fe0-ba4d5073af7e tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481894 Aug 09 17:42:39.660816 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8760df7c-7c9a-479b-b48c-fc949533b641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:39.670149 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8760df7c-7c9a-479b-b48c-fc949533b641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:39.729149 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-75ac7d70-fea1-47da-a3a5-52bd78624527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:39.737757 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760df7c-7c9a-479b-b48c-fc949533b641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83b2e13-bf06-47e4-b7c0-f94774e695a2,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:39.742454 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-707fdd2a-4e78-4232-8347-7fbb79e411a5 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:39.744120 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-707fdd2a-4e78-4232-8347-7fbb79e411a5 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/networks?id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f HTTP/1.1" status: 200 len: 816 time: 0.4330995 Aug 09 17:42:39.764984 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8760df7c-7c9a-479b-b48c-fc949533b641 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=99899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:42:39.778963 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8760df7c-7c9a-479b-b48c-fc949533b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:39.779317 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.segments_db [None req-8760df7c-7c9a-479b-b48c-fc949533b641 admin admin] Added segment 9a787e39-bcea-4d75-bc2d-f9656b2d55b7 of type vlan for network 122b1e39-2bad-403f-b9d3-3d0f861985c2 Aug 09 17:42:39.803294 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-9643649a-a566-49e1-ab78-51d0880e4349 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/quotas/dc9699f4940942999992b0fe593c8833 HTTP/1.1" status: 200 len: 375 time: 0.0353611 Aug 09 17:42:39.806058 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.notifiers.nova [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe96a45a-61cb-40ed-9935-d4ac66d04b6d {{(pid=99900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:42:39.830627 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-75ac7d70-fea1-47da-a3a5-52bd78624527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:39.835979 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:39.867371 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8760df7c-7c9a-479b-b48c-fc949533b641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:39.893147 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.provisioning_blocks [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Transition to ACTIVE for port object fe96a45a-61cb-40ed-9935-d4ac66d04b6d will not be triggered until provisioned by entity L2. {{(pid=99900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:42:39.912079 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:39.956336 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8760df7c-7c9a-479b-b48c-fc949533b641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:39.957643 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760df7c-7c9a-479b-b48c-fc949533b641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:39.958228 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8760df7c-7c9a-479b-b48c-fc949533b641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:40.020159 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-8760df7c-7c9a-479b-b48c-fc949533b641 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0179446 Aug 09 17:42:40.029695 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47714) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:40.039271 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-74061a6a-8834-4dc4-8043-9887b49c4187 admin admin] Request body: {'subnet': {'network_id': '122b1e39-2bad-403f-b9d3-3d0f861985c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1085365885-subnet', 'tenant_id': 'fd1286e4ea8540bd847e37ff39f0875a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:40.083154 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760df7c-7c9a-479b-b48c-fc949533b641 admin admin] Pushing event updated for resources: {'Network': ['ID=122b1e39-2bad-403f-b9d3-3d0f861985c2,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:40.096984 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network 122b1e39-2bad-403f-b9d3-3d0f861985c2 details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:42:40.104813 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d68a0-0ab7-41df-b3f8-63b63f61309b req-b8ba682c-2ac4-40a0-aa2e-bd04ec96897a tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:40.107104 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e30d68a0-0ab7-41df-b3f8-63b63f61309b req-b8ba682c-2ac4-40a0-aa2e-bd04ec96897a tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 944 time: 0.3783379 Aug 09 17:42:40.109725 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74061a6a-8834-4dc4-8043-9887b49c4187 admin admin] Made reservation on behalf of fd1286e4ea8540bd847e37ff39f0875a for: {'subnet': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:40.112974 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-74061a6a-8834-4dc4-8043-9887b49c4187 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:40.157524 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Pushing event updated for resources: {'Port': ['ID=fe96a45a-61cb-40ed-9935-d4ac66d04b6d,revision_number=2']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:40.167600 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-bcaccc2a-0899-46cc-9efe-beb9b548a692 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc9699f4940942999992b0fe593c8833&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3339200 Aug 09 17:42:40.238692 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:42:40.252135 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:40.259466 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-75ac7d70-fea1-47da-a3a5-52bd78624527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:40.262051 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-75ac7d70-fea1-47da-a3a5-52bd78624527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:40.263098 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-75ac7d70-fea1-47da-a3a5-52bd78624527 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/910ec090-2e6b-46de-a4eb-016081599330 HTTP/1.1" status: 204 len: 168 time: 0.9501665 Aug 09 17:42:40.275147 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Transition to ACTIVE for port object 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:42:40.311277 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:40.317186 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e30d68a0-0ab7-41df-b3f8-63b63f61309b req-390ff1a7-0461-4ee9-830d-9b8408a88d65 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904292 Aug 09 17:42:40.326561 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac7d70-fea1-47da-a3a5-52bd78624527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910ec090-2e6b-46de-a4eb-016081599330,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:40.332250 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.managers [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Attempting to bind port fe96a45a-61cb-40ed-9935-d4ac66d04b6d on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:42:40.332629 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.managers [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Attempting to bind port fe96a45a-61cb-40ed-9935-d4ac66d04b6d by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '1ea0c7ff-f175-439f-9c88-bc599790b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335'}] {{(pid=99900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:42:40.332986 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Attempting to bind port fe96a45a-61cb-40ed-9935-d4ac66d04b6d on network 7bbfc673-a3e0-4db9-acc3-57ffa461b335 {{(pid=99900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:42:40.357868 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Port fe96a45a-61cb-40ed-9935-d4ac66d04b6d on network 7bbfc673-a3e0-4db9-acc3-57ffa461b335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:42:40.358189 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Attempting to bind port fe96a45a-61cb-40ed-9935-d4ac66d04b6d on network 7bbfc673-a3e0-4db9-acc3-57ffa461b335 {{(pid=99900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:42:40.382490 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:42:40.382938 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Checking segment: {'id': '1ea0c7ff-f175-439f-9c88-bc599790b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:42:40.383503 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Bound using segment: {'id': '1ea0c7ff-f175-439f-9c88-bc599790b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335'} {{(pid=99900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:42:40.383954 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.managers [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Bound port: fe96a45a-61cb-40ed-9935-d4ac66d04b6d, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea0c7ff-f175-439f-9c88-bc599790b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335'}}] {{(pid=99900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:42:40.384302 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:40.485365 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-74061a6a-8834-4dc4-8043-9887b49c4187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:40.512068 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-2f10a3e4-016e-46f7-9010-3518be411993 service neutron] 10.222.0.38 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771482 Aug 09 17:42:40.579470 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:40.684691 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74061a6a-8834-4dc4-8043-9887b49c4187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b17669-b533-4537-8fe2-5dd153f816ed,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:40.706614 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Attempting to bind port 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:42:40.709134 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Attempting to bind port 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '1ea0c7ff-f175-439f-9c88-bc599790b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:42:40.709451 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] For port fe96a45a-61cb-40ed-9935-d4ac66d04b6d, host hv-cinder-78093, cleared binding levels {{(pid=99900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:42:40.712893 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Attempting to bind port 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 on network 7bbfc673-a3e0-4db9-acc3-57ffa461b335 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:42:40.749657 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] For port fe96a45a-61cb-40ed-9935-d4ac66d04b6d, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fe96a45a-61cb-40ed-9935-d4ac66d04b6d,segment=NetworkSegment(1ea0c7ff-f175-439f-9c88-bc599790b0b0),segment_id=1ea0c7ff-f175-439f-9c88-bc599790b0b0)] {{(pid=99900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:42:40.767710 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54947e45-d66a-49d1-9c30-c95dc922050f req-da36de27-2506-4da8-8fb1-b954006673dc tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:40.768997 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-54947e45-d66a-49d1-9c30-c95dc922050f req-da36de27-2506-4da8-8fb1-b954006673dc tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 944 time: 0.2438023 Aug 09 17:42:40.773127 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:40.846801 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-2aab66d8-e530-4b30-a5fb-f4f64400a2f6 service neutron] 10.222.0.38 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008282 Aug 09 17:42:40.858797 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:40.859488 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:40.875302 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] 10.222.0.65 "PUT /v2.0/ports/fe96a45a-61cb-40ed-9935-d4ac66d04b6d HTTP/1.1" status: 200 len: 1093 time: 2.8609617 Aug 09 17:42:40.877337 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69666f2a-7767-4aae-934f-ed61a574b701', 'tag': 'fe96a45a-61cb-40ed-9935-d4ac66d04b6d'}] {{(pid=99900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:42:40.892701 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-228d9d73-0938-4d13-8cf2-cf52e9369d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:40.916192 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Port 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 on network 7bbfc673-a3e0-4db9-acc3-57ffa461b335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:42:40.916750 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Attempting to bind port 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 on network 7bbfc673-a3e0-4db9-acc3-57ffa461b335 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:42:40.918789 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=51e9c80d-7cf4-49d2-b559-7d18bec99aa2,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:40.931177 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08274429-9cd4-4f13-963f-b4c7b3340e2c', 'tag': 'fa6c190a-3229-4c4e-865f-95adbbfccdb3'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:42:40.933728 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38011a00-7c06-4d85-902f-369563d84e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "08274429-9cd4-4f13-963f-b4c7b3340e2c", "tag": "fa6c190a-3229-4c4e-865f-95adbbfccdb3"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:42:40.956337 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:42:40.956833 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Checking segment: {'id': '1ea0c7ff-f175-439f-9c88-bc599790b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:42:40.957354 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Bound using segment: {'id': '1ea0c7ff-f175-439f-9c88-bc599790b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:42:40.957962 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Bound port: 51e9c80d-7cf4-49d2-b559-7d18bec99aa2, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea0c7ff-f175-439f-9c88-bc599790b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:42:40.958415 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:41.028314 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-2d1416b6-e594-441d-b38b-68d8fc681024 service neutron] 10.222.0.65 "GET /v2.0/networks/ef0ebbb6-9772-49de-9caf-0079c685c195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772918 Aug 09 17:42:41.099515 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74061a6a-8834-4dc4-8043-9887b49c4187 admin admin] Checking segment: {'id': '9a787e39-bcea-4d75-bc2d-f9656b2d55b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '122b1e39-2bad-403f-b9d3-3d0f861985c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:42:41.105991 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74061a6a-8834-4dc4-8043-9887b49c4187 admin admin] Network hostable DHCP agents. Network: 122b1e39-2bad-403f-b9d3-3d0f861985c2, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:42:41.135688 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68675278-2fc8-4b92-9ec3-70e3e333ef1c service neutron] Pushing event updated for resources: {'Port': ['ID=fe96a45a-61cb-40ed-9935-d4ac66d04b6d,revision_number=3']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:41.156282 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-54947e45-d66a-49d1-9c30-c95dc922050f req-74331096-be20-4737-b973-893a05ded837 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745973 Aug 09 17:42:41.276820 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0f40f-6e8a-477a-9679-3622a94ed3ee req-2e7cfafc-a12d-48d2-9c84-70308217df5d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:41.282768 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4dc0f40f-6e8a-477a-9679-3622a94ed3ee req-2e7cfafc-a12d-48d2-9c84-70308217df5d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 943 time: 0.0978584 Aug 09 17:42:41.292055 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-ad409336-61ac-4353-b6c0-27acbf073fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:41.295534 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-ad409336-61ac-4353-b6c0-27acbf073fb3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99e4b5de1ec841b4b874abd0cece9013&device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 1097 time: 0.3408756 Aug 09 17:42:41.309293 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74061a6a-8834-4dc4-8043-9887b49c4187 admin admin] Network 122b1e39-2bad-403f-b9d3-3d0f861985c2 is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:42:41.339341 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52788b1323733baf8e31af4f639cf4d765f564af81bf47ef1f9025336242e156" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5c9ff8-8b5d-464a-ac9a-7d8701e55796" -d '{"events": [{"name": "network-changed", "server_uuid": "69666f2a-7767-4aae-934f-ed61a574b701", "tag": "fe96a45a-61cb-40ed-9935-d4ac66d04b6d"}]}' {{(pid=99900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:42:41.344885 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] For port 51e9c80d-7cf4-49d2-b559-7d18bec99aa2, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:42:41.353103 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] For port 51e9c80d-7cf4-49d2-b559-7d18bec99aa2, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=51e9c80d-7cf4-49d2-b559-7d18bec99aa2,segment=NetworkSegment(1ea0c7ff-f175-439f-9c88-bc599790b0b0),segment_id=1ea0c7ff-f175-439f-9c88-bc599790b0b0)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:42:41.355606 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316a948d-43fb-4bbb-8d8f-5c0a009d0485 x-openstack-request-id: req-316a948d-43fb-4bbb-8d8f-5c0a009d0485 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:42:41.355922 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08274429-9cd4-4f13-963f-b4c7b3340e2c", "tag": "fa6c190a-3229-4c4e-865f-95adbbfccdb3", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:42:41.355922 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-316a948d-43fb-4bbb-8d8f-5c0a009d0485 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:42:41.356310 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08274429-9cd4-4f13-963f-b4c7b3340e2c', 'tag': 'fa6c190a-3229-4c4e-865f-95adbbfccdb3', 'status': 'completed', 'code': 200} Aug 09 17:42:41.358295 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-74061a6a-8834-4dc4-8043-9887b49c4187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, 122b1e39-2bad-403f-b9d3-3d0f861985c2) {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:41.361967 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74061a6a-8834-4dc4-8043-9887b49c4187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:41.362624 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-74061a6a-8834-4dc4-8043-9887b49c4187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:41.371403 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2311e43e-5199-4ab3-a585-ce02e5f815e3 None None] Network 122b1e39-2bad-403f-b9d3-3d0f861985c2 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:42:41.371980 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:41.389557 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4dc0f40f-6e8a-477a-9679-3622a94ed3ee req-ebb2ffe9-b65b-4222-8e69-5fa09b3dc5b9 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945792 Aug 09 17:42:41.433886 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=51e9c80d-7cf4-49d2-b559-7d18bec99aa2,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:41.454644 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-74061a6a-8834-4dc4-8043-9887b49c4187 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4222779 Aug 09 17:42:41.480585 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:41.481218 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:41.482643 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-8eadd6e9-2870-4696-9019-730d37d5e1e2 service neutron] 10.222.0.65 "PUT /v2.0/ports/51e9c80d-7cf4-49d2-b559-7d18bec99aa2 HTTP/1.1" status: 200 len: 1093 time: 4.5989311 Aug 09 17:42:41.538480 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d43a94e1-d214-44fe-8014-2a29ef8989ee req-2164874e-9603-4769-9206-877b571fed79 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 210 time: 0.1049817 Aug 09 17:42:41.707163 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217a322-9e4b-4b17-b896-e325909102ba req-eb40b326-9bb1-44d0-9cc1-67b5439e7cdd tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:41.722359 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9217a322-9e4b-4b17-b896-e325909102ba req-eb40b326-9bb1-44d0-9cc1-67b5439e7cdd tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 944 time: 0.1635964 Aug 09 17:42:41.804596 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9217a322-9e4b-4b17-b896-e325909102ba req-0cc36ae7-0a4b-428a-97ef-09b39a39c1cd tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787683 Aug 09 17:42:41.821043 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa4d5a-9caa-4e37-bce5-1b825c2d9342 None None] Network 122b1e39-2bad-403f-b9d3-3d0f861985c2 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:42:41.947522 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:42.170741 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2966fb2d-6581-4bf3-8e5f-f0529f74d282 x-openstack-request-id: req-2966fb2d-6581-4bf3-8e5f-f0529f74d282 {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:42:42.171290 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69666f2a-7767-4aae-934f-ed61a574b701", "tag": "fe96a45a-61cb-40ed-9935-d4ac66d04b6d", "status": "completed", "code": 200}]} {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:42:42.171379 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2966fb2d-6581-4bf3-8e5f-f0529f74d282 {{(pid=99900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:42:42.171876 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69666f2a-7767-4aae-934f-ed61a574b701', 'tag': 'fe96a45a-61cb-40ed-9935-d4ac66d04b6d', 'status': 'completed', 'code': 200} Aug 09 17:42:42.280653 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01d5fd-aeb7-49f8-abe4-3ceea2572ae3 req-ca35dc50-2817-464e-9433-e1604fad1583 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:42.282226 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1b01d5fd-aeb7-49f8-abe4-3ceea2572ae3 req-ca35dc50-2817-464e-9433-e1604fad1583 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 944 time: 0.0541875 Aug 09 17:42:42.327956 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1b01d5fd-aeb7-49f8-abe4-3ceea2572ae3 req-f024677f-0ac6-4d26-ba66-60eec49a6063 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382729 Aug 09 17:42:42.463552 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47804) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:42.468600 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-23eb2450-4ed4-4431-ba3e-7642041d482e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-621288364-network', 'tenant_id': 'ae8dc7e68b1f42bb8fecd1d72156e07a'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:42.498889 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23eb2450-4ed4-4431-ba3e-7642041d482e admin admin] Made reservation on behalf of ae8dc7e68b1f42bb8fecd1d72156e07a for: {'network': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:42.501894 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23eb2450-4ed4-4431-ba3e-7642041d482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:42.512397 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23eb2450-4ed4-4431-ba3e-7642041d482e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:42.520043 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb11a1e-7254-4df2-930a-fdbc686e0bc7 req-0a116432-d76d-49c0-a291-b6e30ab8dcf0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:42.522138 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7cb11a1e-7254-4df2-930a-fdbc686e0bc7 req-0a116432-d76d-49c0-a291-b6e30ab8dcf0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 943 time: 0.0628512 Aug 09 17:42:42.568878 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7cb11a1e-7254-4df2-930a-fdbc686e0bc7 req-3405e60a-a2f0-4d6a-a6f5-120c884668fa tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385137 Aug 09 17:42:42.619574 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23eb2450-4ed4-4431-ba3e-7642041d482e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:42.624422 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23eb2450-4ed4-4431-ba3e-7642041d482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:42.646682 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23eb2450-4ed4-4431-ba3e-7642041d482e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=99899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:42:42.657032 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8f9524b8-eace-45ca-bb9c-8cc1edd4a141 req-fddf4930-5570-4a12-828f-d375668c972e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 210 time: 0.0280700 Aug 09 17:42:42.665065 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb2450-4ed4-4431-ba3e-7642041d482e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b3c0e1-dbe8-4455-911c-62c64954efec,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:42.669728 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23eb2450-4ed4-4431-ba3e-7642041d482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:42.670303 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.segments_db [None req-23eb2450-4ed4-4431-ba3e-7642041d482e admin admin] Added segment c2392fc1-091a-405a-a612-419293eeaba3 of type vlan for network 67d38846-1ed7-4143-9230-af3b38991333 Aug 09 17:42:42.723352 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23eb2450-4ed4-4431-ba3e-7642041d482e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:42.758382 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23eb2450-4ed4-4431-ba3e-7642041d482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:42.759516 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eb2450-4ed4-4431-ba3e-7642041d482e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:42.760248 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23eb2450-4ed4-4431-ba3e-7642041d482e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:42.822010 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-23eb2450-4ed4-4431-ba3e-7642041d482e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3540680 Aug 09 17:42:42.822371 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47814) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:42.825706 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb2450-4ed4-4431-ba3e-7642041d482e admin admin] Pushing event updated for resources: {'Network': ['ID=67d38846-1ed7-4143-9230-af3b38991333,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:42.828328 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-74726712-9044-4aa0-a634-d6bf40e84699 admin admin] Request body: {'subnet': {'network_id': '67d38846-1ed7-4143-9230-af3b38991333', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-621288364-subnet', 'tenant_id': 'ae8dc7e68b1f42bb8fecd1d72156e07a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:42.837082 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network 67d38846-1ed7-4143-9230-af3b38991333 details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:42:42.853750 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74726712-9044-4aa0-a634-d6bf40e84699 admin admin] Made reservation on behalf of ae8dc7e68b1f42bb8fecd1d72156e07a for: {'subnet': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:42.857183 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-74726712-9044-4aa0-a634-d6bf40e84699 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:43.037017 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11f1b6-0bd1-448a-ac48-fb02ca313d2e req-c5ecec00-b046-49bf-9320-451bfebda845 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:43.039012 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5e11f1b6-0bd1-448a-ac48-fb02ca313d2e req-c5ecec00-b046-49bf-9320-451bfebda845 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 944 time: 0.0872471 Aug 09 17:42:43.118189 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5e11f1b6-0bd1-448a-ac48-fb02ca313d2e req-2a75f4fd-fbd4-4108-99fa-335b33210d4b tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728433 Aug 09 17:42:43.124748 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-74726712-9044-4aa0-a634-d6bf40e84699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:43.185384 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74726712-9044-4aa0-a634-d6bf40e84699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16685f93-9372-4c95-af76-550b43d9089e,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:43.195934 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74726712-9044-4aa0-a634-d6bf40e84699 admin admin] Checking segment: {'id': 'c2392fc1-091a-405a-a612-419293eeaba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '67d38846-1ed7-4143-9230-af3b38991333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:42:43.196497 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74726712-9044-4aa0-a634-d6bf40e84699 admin admin] Network hostable DHCP agents. Network: 67d38846-1ed7-4143-9230-af3b38991333, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:42:43.216793 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74726712-9044-4aa0-a634-d6bf40e84699 admin admin] Network 67d38846-1ed7-4143-9230-af3b38991333 is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:42:43.233388 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-74726712-9044-4aa0-a634-d6bf40e84699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, 67d38846-1ed7-4143-9230-af3b38991333) {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:43.239457 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74726712-9044-4aa0-a634-d6bf40e84699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:43.241737 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-74726712-9044-4aa0-a634-d6bf40e84699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:43.241990 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9122638d-0454-425d-8c3e-c30f2326143c None None] Network 67d38846-1ed7-4143-9230-af3b38991333 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:42:43.273513 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-74726712-9044-4aa0-a634-d6bf40e84699 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4496553 Aug 09 17:42:43.357446 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed23cac-a927-4348-b95f-00e66044ea4b', 'tag': '51e9c80d-7cf4-49d2-b559-7d18bec99aa2'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:42:43.359800 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534ad6a4-ba5f-4558-85a4-bc5ca61b536c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed23cac-a927-4348-b95f-00e66044ea4b", "tag": "51e9c80d-7cf4-49d2-b559-7d18bec99aa2"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:42:43.399960 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a0afe9-9fe2-432d-a722-50e54b5df597 x-openstack-request-id: req-83a0afe9-9fe2-432d-a722-50e54b5df597 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:42:43.400334 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed23cac-a927-4348-b95f-00e66044ea4b", "tag": "51e9c80d-7cf4-49d2-b559-7d18bec99aa2", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:42:43.400842 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-83a0afe9-9fe2-432d-a722-50e54b5df597 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:42:43.401308 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed23cac-a927-4348-b95f-00e66044ea4b', 'tag': '51e9c80d-7cf4-49d2-b559-7d18bec99aa2', 'status': 'completed', 'code': 200} Aug 09 17:42:43.443752 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47854) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:43.452178 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad4c2d7-0237-4a38-8f2f-c46f1c922173 None None] Network 67d38846-1ed7-4143-9230-af3b38991333 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:42:43.482973 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d111bf-72ea-4001-a0ee-3958e9faaaed req-93f9b262-2014-4d5e-b52f-6875e501d855 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:43.494317 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-75d111bf-72ea-4001-a0ee-3958e9faaaed req-93f9b262-2014-4d5e-b52f-6875e501d855 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 944 time: 0.0700989 Aug 09 17:42:43.501817 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6a5f80-bd0a-4b4f-b709-c279389f5c45 admin admin] Deleting subnet c7b17669-b533-4537-8fe2-5dd153f816ed {{(pid=99899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:42:43.507100 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-af6a5f80-bd0a-4b4f-b709-c279389f5c45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:43.554375 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-75d111bf-72ea-4001-a0ee-3958e9faaaed req-8c1443bd-5cc5-4cd1-8a0f-3ca4dece5504 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554307 Aug 09 17:42:43.563267 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-af6a5f80-bd0a-4b4f-b709-c279389f5c45 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:43.578159 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-af6a5f80-bd0a-4b4f-b709-c279389f5c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:43.647185 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:43.653912 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-af6a5f80-bd0a-4b4f-b709-c279389f5c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for subnet, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:43.678372 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a5f80-bd0a-4b4f-b709-c279389f5c45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b17669-b533-4537-8fe2-5dd153f816ed,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:43.685123 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-af6a5f80-bd0a-4b4f-b709-c279389f5c45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:43.687083 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-af6a5f80-bd0a-4b4f-b709-c279389f5c45 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c7b17669-b533-4537-8fe2-5dd153f816ed HTTP/1.1" status: 204 len: 168 time: 0.2416151 Aug 09 17:42:43.689518 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47866) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:43.732083 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56dc63-7ee6-4f73-b7e0-1dcabc8015ee req-a27c4a10-2e37-4694-8fdd-45e6961c3345 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:43.734136 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3c56dc63-7ee6-4f73-b7e0-1dcabc8015ee req-a27c4a10-2e37-4694-8fdd-45e6961c3345 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 943 time: 0.0795083 Aug 09 17:42:43.775819 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:43.779550 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66d9c848-b90c-4959-8982-2a4a84e2a736 req-a0285c49-6d24-48dc-9466-d0f6c96e5e21 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 210 time: 0.0370479 Aug 09 17:42:43.797487 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3c56dc63-7ee6-4f73-b7e0-1dcabc8015ee req-82bc46f6-efa8-4ea7-b814-9a8b208c0516 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572166 Aug 09 17:42:43.872131 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47870) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:43.874376 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:43.885598 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:43.885942 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:43.886692 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:43.887058 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Subscribe: > port after_create 55550000 {{(pid=99899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:43.887392 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:43.887741 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Subscribe: > port after_update 55550000 {{(pid=99899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:43.888056 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:43.888382 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:43.888695 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:43.889031 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:43.993096 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-b9e7dd61-f333-4fa2-b699-2202f712daee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.050428 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:44.050807 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:44.051177 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:44.051582 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:44.052147 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122b1e39-2bad-403f-b9d3-3d0f861985c2']}} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:44.072733 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a787e39-bcea-4d75-bc2d-f9656b2d55b7') {'for_net_delete': True} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:44.072940 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a787e39-bcea-4d75-bc2d-f9656b2d55b7') {} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:44.091683 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9885496'] for segment, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.117782 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.124470 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-b9e7dd61-f333-4fa2-b699-2202f712daee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.129806 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-b9e7dd61-f333-4fa2-b699-2202f712daee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.131041 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=99899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:42:44.131478 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9831755'] for segment, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: from cryptography.utils import int_from_bytes Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: from cryptography.utils import int_from_bytes Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: Traceback (most recent call last): Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: timer() Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: cb(*args, **kw) Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: return func(*args, **kwargs) Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: self._notify() Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: self.callback(batched_events) Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: event.method(event) Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: return f(self, *a, **k) Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._get(url).json() Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: return self.request(url, 'GET', **kwargs) Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:42:44.136487 dv-cinder-780933-13-iscsi neutron-server[99899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:42:44.159788 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7dd61-f333-4fa2-b699-2202f712daee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2f205e-1c4e-4291-acb1-a8a931c2fe37,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:44.192662 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-b9e7dd61-f333-4fa2-b699-2202f712daee admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9fd615134fa47dfa71b68508b5b1cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193853 Aug 09 17:42:44.196221 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47878) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:44.229083 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.254576 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Pushing event deleted for resources: {'Network': ['ID=122b1e39-2bad-403f-b9d3-3d0f861985c2,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:44.273468 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.273468 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-154b3e58-0845-4154-8fee-c4d757fbc243 admin admin] 10.222.0.38 "DELETE /v2.0/networks/122b1e39-2bad-403f-b9d3-3d0f861985c2 HTTP/1.1" status: 204 len: 168 time: 0.5814476 Aug 09 17:42:44.276214 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47882) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:44.306770 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ac031405-645f-43c3-b32c-3ed10ada1d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.346830 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfea5b63-4bb7-4503-adfb-04646bb0eb22 admin admin] Deleting subnet 16685f93-9372-4c95-af76-550b43d9089e {{(pid=99899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:42:44.348665 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-bfea5b63-4bb7-4503-adfb-04646bb0eb22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.353436 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ac031405-645f-43c3-b32c-3ed10ada1d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.387881 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-bfea5b63-4bb7-4503-adfb-04646bb0eb22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9885487'] for subnet, precommit_delete_associations {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.430810 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9225e-ab0d-47dd-b742-32d9c15db323 req-c7270881-d067-4bea-bc8c-051817be4d4e tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:44.442145 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1da9225e-ab0d-47dd-b742-32d9c15db323 req-c7270881-d067-4bea-bc8c-051817be4d4e tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 944 time: 0.1913068 Aug 09 17:42:44.468652 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-bfea5b63-4bb7-4503-adfb-04646bb0eb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.506976 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1da9225e-ab0d-47dd-b742-32d9c15db323 req-65cb18a5-7d8c-4401-9838-ab39d941efb9 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567653 Aug 09 17:42:44.517282 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ac031405-645f-43c3-b32c-3ed10ada1d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.519842 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ac031405-645f-43c3-b32c-3ed10ada1d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.520957 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-ac031405-645f-43c3-b32c-3ed10ada1d55 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de2f205e-1c4e-4291-acb1-a8a931c2fe37 HTTP/1.1" status: 204 len: 168 time: 0.3236468 Aug 09 17:42:44.541802 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac031405-645f-43c3-b32c-3ed10ada1d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2f205e-1c4e-4291-acb1-a8a931c2fe37,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:44.588384 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-bfea5b63-4bb7-4503-adfb-04646bb0eb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9831829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9541566'] for subnet, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.647758 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-bfea5b63-4bb7-4503-adfb-04646bb0eb22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.648496 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-bfea5b63-4bb7-4503-adfb-04646bb0eb22 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/16685f93-9372-4c95-af76-550b43d9089e HTTP/1.1" status: 204 len: 168 time: 0.3710022 Aug 09 17:42:44.651629 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 47898) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:44.651991 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea5b63-4bb7-4503-adfb-04646bb0eb22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16685f93-9372-4c95-af76-550b43d9089e,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:44.821666 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edf8c5-1711-42c1-834a-d5bc8584d5b1 req-e5db4325-9467-4c9f-a879-f9b252592ecb tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:44.823294 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e0edf8c5-1711-42c1-834a-d5bc8584d5b1 req-e5db4325-9467-4c9f-a879-f9b252592ecb tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 944 time: 0.1622515 Aug 09 17:42:44.825990 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:44.908986 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e0edf8c5-1711-42c1-834a-d5bc8584d5b1 req-a666bc3d-7f87-4688-a810-701ca2cee806 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790267 Aug 09 17:42:44.980168 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bb1850ba-bfeb-4e2f-98c0-267cde5c6eb6 req-3e31aaad-ce31-41cb-ac7c-ab01a9e40c73 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 210 time: 0.0754676 Aug 09 17:42:45.027673 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.039584 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47912) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:45.046641 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:45.047475 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:45.047888 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:45.048213 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Subscribe: > port after_create 55550000 {{(pid=99900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:45.048541 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:45.048891 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Subscribe: > port after_update 55550000 {{(pid=99900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:45.049195 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:45.049679 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:45.050163 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:45.050480 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:45.059306 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-36e36690-e1aa-4141-aa4d-2a524a0cb252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.121086 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:45.121400 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:45.121715 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:45.122032 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:42:45.122386 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d38846-1ed7-4143-9230-af3b38991333']}} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:45.143726 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2392fc1-091a-405a-a612-419293eeaba3') {'for_net_delete': True} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:45.144009 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2392fc1-091a-405a-a612-419293eeaba3') {} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:42:45.158209 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-36e36690-e1aa-4141-aa4d-2a524a0cb252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.163518 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-36e36690-e1aa-4141-aa4d-2a524a0cb252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.163677 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10054350'] for segment, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.192003 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a477972-e50d-4334-91d8-832a2e015f64 req-d269ff32-f1d8-41f4-aa07-eeb3e8162c8e tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:45.193595 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7a477972-e50d-4334-91d8-832a2e015f64 req-d269ff32-f1d8-41f4-aa07-eeb3e8162c8e tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 943 time: 0.2108996 Aug 09 17:42:45.198724 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.205512 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-36e36690-e1aa-4141-aa4d-2a524a0cb252 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9001262b691341dea74bab7aa442281d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617427 Aug 09 17:42:45.206612 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e36690-e1aa-4141-aa4d-2a524a0cb252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46df2881-b6bc-4903-a9f1-9b1f468345ef,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:45.208879 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47918) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:45.211229 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=99900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:42:45.211839 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10004083'] for segment, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: from cryptography.utils import int_from_bytes Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: from cryptography.utils import int_from_bytes Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: Traceback (most recent call last): Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: timer() Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: cb(*args, **kw) Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: return func(*args, **kwargs) Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: self._notify() Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: self.callback(batched_events) Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: event.method(event) Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: return f(self, *a, **k) Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: return self._get(url).json() Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: return self.request(url, 'GET', **kwargs) Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:42:45.251483 dv-cinder-780933-13-iscsi neutron-server[99900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:42:45.264588 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c8b3557b-8f7b-417e-9793-9443e4adc4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.289828 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c8b3557b-8f7b-417e-9793-9443e4adc4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.304407 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7a477972-e50d-4334-91d8-832a2e015f64 req-0043c8af-2ddd-4329-a599-15251fd497a1 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560236 Aug 09 17:42:45.305034 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.313187 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.322731 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] 10.222.0.38 "DELETE /v2.0/networks/67d38846-1ed7-4143-9230-af3b38991333 HTTP/1.1" status: 204 len: 168 time: 0.6650503 Aug 09 17:42:45.353805 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34cfc9-cb05-4a6a-8f02-b34694c2fc56 admin admin] Pushing event deleted for resources: {'Network': ['ID=67d38846-1ed7-4143-9230-af3b38991333,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:45.354809 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c8b3557b-8f7b-417e-9793-9443e4adc4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.359047 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c8b3557b-8f7b-417e-9793-9443e4adc4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.360139 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-c8b3557b-8f7b-417e-9793-9443e4adc4ac admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/46df2881-b6bc-4903-a9f1-9b1f468345ef HTTP/1.1" status: 204 len: 168 time: 0.1503308 Aug 09 17:42:45.370182 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3557b-8f7b-417e-9793-9443e4adc4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46df2881-b6bc-4903-a9f1-9b1f468345ef,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:45.541605 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47932) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:45.586540 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-12d55bc2-1d13-4ca7-b4bd-d8907570cc2d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fd1286e4ea8540bd847e37ff39f0875a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437126 Aug 09 17:42:45.589326 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47936) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:45.619819 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782c24-523d-4d9f-9111-b27009553a24 req-2fa6453c-efc4-4f16-98fc-c7fc05730538 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:45.623374 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9b782c24-523d-4d9f-9111-b27009553a24 req-2fa6453c-efc4-4f16-98fc-c7fc05730538 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 944 time: 0.0547917 Aug 09 17:42:45.638783 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3675b5c5-17b9-4ff6-93b3-7aaa87964be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.660240 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3675b5c5-17b9-4ff6-93b3-7aaa87964be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.666753 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9b782c24-523d-4d9f-9111-b27009553a24 req-9f388ae8-b187-43ac-9ec3-7f705a268c90 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390620 Aug 09 17:42:45.709299 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3675b5c5-17b9-4ff6-93b3-7aaa87964be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.712328 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3675b5c5-17b9-4ff6-93b3-7aaa87964be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:45.713587 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-3675b5c5-17b9-4ff6-93b3-7aaa87964be7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f83b2e13-bf06-47e4-b7c0-f94774e695a2 HTTP/1.1" status: 204 len: 168 time: 0.1233292 Aug 09 17:42:45.722931 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675b5c5-17b9-4ff6-93b3-7aaa87964be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83b2e13-bf06-47e4-b7c0-f94774e695a2,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:45.994806 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47958) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:46.047583 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-172a47d1-b2f6-42ef-ac34-82409809920e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ae8dc7e68b1f42bb8fecd1d72156e07a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513797 Aug 09 17:42:46.049987 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7defed2-892f-4ac5-893f-b8afffbd721e req-0f8791e3-dca2-4913-9af2-e7b363cd1c34 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:46.050135 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47964) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:46.051857 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d7defed2-892f-4ac5-893f-b8afffbd721e req-0f8791e3-dca2-4913-9af2-e7b363cd1c34 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 944 time: 0.0588999 Aug 09 17:42:46.103152 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c14703e0-d428-4864-b64b-5ac2a5f79f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:46.114720 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0712a481-49e9-4c94-bf3d-232c9db84ca1 req-d3064c8b-84d0-401e-9f4d-4fee926933b2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 210 time: 0.0338681 Aug 09 17:42:46.134543 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d7defed2-892f-4ac5-893f-b8afffbd721e req-fabd7a45-526a-4a3d-a2d7-b86ac50a7e64 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665033 Aug 09 17:42:46.134695 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c14703e0-d428-4864-b64b-5ac2a5f79f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:46.186566 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c14703e0-d428-4864-b64b-5ac2a5f79f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:46.189276 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c14703e0-d428-4864-b64b-5ac2a5f79f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:46.193363 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-c14703e0-d428-4864-b64b-5ac2a5f79f1a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b7b3c0e1-dbe8-4455-911c-62c64954efec HTTP/1.1" status: 204 len: 168 time: 0.1394012 Aug 09 17:42:46.199215 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14703e0-d428-4864-b64b-5ac2a5f79f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b3c0e1-dbe8-4455-911c-62c64954efec,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:46.434810 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b9c79-90d4-49bb-86cc-0716a6a70fc5 req-653bf1cd-e704-4333-8db7-f1309705c1fe tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:46.436248 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-328b9c79-90d4-49bb-86cc-0716a6a70fc5 req-653bf1cd-e704-4333-8db7-f1309705c1fe tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 943 time: 0.0511560 Aug 09 17:42:46.493186 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-328b9c79-90d4-49bb-86cc-0716a6a70fc5 req-b9a60e76-e67f-4a0f-b316-32dfcf755fad tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490627 Aug 09 17:42:46.690581 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 47994) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:46.786828 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c356353-f807-4cf5-a2a5-dcae326669f5 req-86d57601-26d5-4aa8-8066-2f3d213ea00d tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:46.789141 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8c356353-f807-4cf5-a2a5-dcae326669f5 req-86d57601-26d5-4aa8-8066-2f3d213ea00d tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 944 time: 0.0529473 Aug 09 17:42:46.806221 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-67d2d700-993c-4c13-a1d2-19f2beeabd24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:46.833379 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8c356353-f807-4cf5-a2a5-dcae326669f5 req-0bfe355f-3bcc-41b8-a345-ec0274d77e51 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378549 Aug 09 17:42:46.912299 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-67d2d700-993c-4c13-a1d2-19f2beeabd24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:46.917493 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-67d2d700-993c-4c13-a1d2-19f2beeabd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:46.959992 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-67d2d700-993c-4c13-a1d2-19f2beeabd24 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b80d104ea53b45c282dc6b35f2c7a06f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671769 Aug 09 17:42:46.961199 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2d700-993c-4c13-a1d2-19f2beeabd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda37f17-fe1e-4d28-948c-4e8c122cd249,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:46.963051 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 48006) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:47.026091 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a916443f-510a-43da-93ef-0de3d7d4a949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:47.050149 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a916443f-510a-43da-93ef-0de3d7d4a949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:47.107418 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a916443f-510a-43da-93ef-0de3d7d4a949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:47.110559 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a916443f-510a-43da-93ef-0de3d7d4a949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:47.114449 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-a916443f-510a-43da-93ef-0de3d7d4a949 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fda37f17-fe1e-4d28-948c-4e8c122cd249 HTTP/1.1" status: 204 len: 168 time: 0.1470084 Aug 09 17:42:47.121387 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916443f-510a-43da-93ef-0de3d7d4a949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda37f17-fe1e-4d28-948c-4e8c122cd249,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:47.273707 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e72b797e-9aef-4b57-b8be-935414edd843 req-a88598a3-dfc7-40ad-b3c9-51724c0c098e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 210 time: 0.0350490 Aug 09 17:42:47.293181 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84a2bf-89ea-470d-ab27-64af9a0050c3 req-bf145b1d-612f-4a0f-b4ca-01a0d65aded0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:47.295028 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bd84a2bf-89ea-470d-ab27-64af9a0050c3 req-bf145b1d-612f-4a0f-b4ca-01a0d65aded0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 944 time: 0.0851991 Aug 09 17:42:47.339397 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bd84a2bf-89ea-470d-ab27-64af9a0050c3 req-e7320db7-d102-4f6c-bf18-bbae0fbb04ab tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377326 Aug 09 17:42:47.626845 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3724d0-a736-4a91-aef6-dffedbffe841 req-6a5bac45-477c-408a-9ac6-a06f94481940 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:47.628518 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2e3724d0-a736-4a91-aef6-dffedbffe841 req-6a5bac45-477c-408a-9ac6-a06f94481940 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 943 time: 0.0569482 Aug 09 17:42:47.690288 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2e3724d0-a736-4a91-aef6-dffedbffe841 req-cb41feb0-08c4-4802-8fbe-ac6579ebd9b0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479686 Aug 09 17:42:47.994767 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb46eea-b328-4c00-89fb-a8272603b2e5 req-a72a37b6-eed0-40a6-a8a9-54cb5ab305ef tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:48.002767 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4bb46eea-b328-4c00-89fb-a8272603b2e5 req-a72a37b6-eed0-40a6-a8a9-54cb5ab305ef tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 944 time: 0.0886781 Aug 09 17:42:48.048870 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4bb46eea-b328-4c00-89fb-a8272603b2e5 req-e42475ad-cf67-4da2-a851-60216d002ad7 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436344 Aug 09 17:42:48.099040 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-67c0dc7d-90e1-41ee-b18e-4d9e98866f89 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa6c190a-3229-4c4e-865f-95adbbfccdb3 HTTP/1.1" status: 200 len: 217 time: 0.0643351 Aug 09 17:42:48.154006 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-982b4bd4-33b4-439a-b5c2-072cd7b5800c req-c463bd5b-552a-4ff4-9d4e-48bedd156048 service neutron] 10.222.0.65 "GET /v2.0/networks/ef0ebbb6-9772-49de-9caf-0079c685c195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273638 Aug 09 17:42:48.160113 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-f97cd936-f14e-4388-af51-a954cdabdff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:48.162133 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-f97cd936-f14e-4388-af51-a954cdabdff5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=491af0e0ec7145c6b70e6cad8cf1c855&device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 1096 time: 0.0757368 Aug 09 17:42:48.316848 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-d91ce708-2d27-4b3e-9098-879dfe237d6c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe96a45a-61cb-40ed-9935-d4ac66d04b6d HTTP/1.1" status: 200 len: 217 time: 0.0629532 Aug 09 17:42:48.324515 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ad6a4-ba5f-4558-85a4-bc5ca61b536c req-baa23729-6883-4e1c-81e1-6743b73e5629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:48.331022 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-534ad6a4-ba5f-4558-85a4-bc5ca61b536c req-baa23729-6883-4e1c-81e1-6743b73e5629 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=491af0e0ec7145c6b70e6cad8cf1c855&device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 1096 time: 0.1269042 Aug 09 17:42:48.340048 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-24345f83-6a6d-4663-ab39-a4e6e78b381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:48.341607 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-24345f83-6a6d-4663-ab39-a4e6e78b381b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e9b9e152-8294-4e04-99d8-f3485fea674b HTTP/1.1" status: 200 len: 854 time: 0.0960383 Aug 09 17:42:48.614047 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0242704e-f974-4ab0-a717-334497f4ba68 req-f50f8978-0d6b-495d-bd41-2dee1abd5b1a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 210 time: 0.2438581 Aug 09 17:42:48.614655 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 48086) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:48.643828 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-feb4ea39-f384-4461-b888-106701db2098 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d730e586-15ab-4070-ae5a-3a007839e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2551961 Aug 09 17:42:48.690883 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-8e28aa95-7a4f-4966-a1c9-b5ddf29b94a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:48.692752 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-8e28aa95-7a4f-4966-a1c9-b5ddf29b94a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15242da1-2ab2-4849-a4d2-6d06c062041e HTTP/1.1" status: 200 len: 859 time: 0.3204455 Aug 09 17:42:48.700988 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a53508-886b-4721-b40f-98b9a8c26666 req-eb928d5b-782a-4dd6-abb5-55ef9c16dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:48.702659 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-74a53508-886b-4721-b40f-98b9a8c26666 req-eb928d5b-782a-4dd6-abb5-55ef9c16dce8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2464d3ad553418a917d81fbb196a797&device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 1097 time: 0.3153074 Aug 09 17:42:48.703208 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 48096) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:48.797467 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-834c5473-6b36-4fa5-b387-2eee722a0d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:48.805159 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0c249-d19c-4517-a883-33e8af54f1b1 req-5c0d21dc-f198-4741-8130-70bb09a446ff tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:48.808301 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e1a0c249-d19c-4517-a883-33e8af54f1b1 req-5c0d21dc-f198-4741-8130-70bb09a446ff tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 944 time: 0.1908710 Aug 09 17:42:48.879778 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ed77-a14e-4f46-9803-48ebb6b2435a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:48.902684 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-834c5473-6b36-4fa5-b387-2eee722a0d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:48.904249 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ad6a4-ba5f-4558-85a4-bc5ca61b536c req-dbb664f5-efbd-440d-a748-84259ccd3563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:48.905705 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-534ad6a4-ba5f-4558-85a4-bc5ca61b536c req-dbb664f5-efbd-440d-a748-84259ccd3563 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=491af0e0ec7145c6b70e6cad8cf1c855&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5328271 Aug 09 17:42:48.907197 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-834c5473-6b36-4fa5-b387-2eee722a0d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:48.939438 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e1a0c249-d19c-4517-a883-33e8af54f1b1 req-b65746a5-a766-419a-9ba6-64986e5fda6a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040065 Aug 09 17:42:48.946532 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-834c5473-6b36-4fa5-b387-2eee722a0d4f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=df41f89fb70740419eb548f77954801f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421799 Aug 09 17:42:48.946727 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 48104) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:48.962552 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a55006-834d-428b-b849-e705b3dee309 req-56e9a6fc-4149-480f-9145-5a4e67692a97 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:48.962990 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c5473-6b36-4fa5-b387-2eee722a0d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba1f431-1e36-45de-864b-f8b477a633d7,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:48.964093 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e2a55006-834d-428b-b849-e705b3dee309 req-56e9a6fc-4149-480f-9145-5a4e67692a97 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 943 time: 0.1772947 Aug 09 17:42:49.055554 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e2a55006-834d-428b-b849-e705b3dee309 req-c5d1e335-b787-406b-8a4e-7904d31d9807 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815990 Aug 09 17:42:49.076959 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-27c018ad-3515-43bb-8730-e07f19a3c806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:49.116781 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-27c018ad-3515-43bb-8730-e07f19a3c806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:49.119582 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ed77-a14e-4f46-9803-48ebb6b2435a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:49.135276 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0ad1ed77-a14e-4f46-9803-48ebb6b2435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:49.218592 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-0ad1ed77-a14e-4f46-9803-48ebb6b2435a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2fc8e5a5c5ac4ade9560e24d1aae8ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5838046 Aug 09 17:42:49.221576 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 48110) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:49.228691 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1ed77-a14e-4f46-9803-48ebb6b2435a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eb6407-58c9-46bf-ab97-79ecdbda12f0,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:49.248639 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-27c018ad-3515-43bb-8730-e07f19a3c806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:49.248639 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-27c018ad-3515-43bb-8730-e07f19a3c806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:49.249144 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-27c018ad-3515-43bb-8730-e07f19a3c806 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3ba1f431-1e36-45de-864b-f8b477a633d7 HTTP/1.1" status: 204 len: 168 time: 0.3000000 Aug 09 17:42:49.258576 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8030398-14cc-4497-b939-f8b7bd93c2b2 req-52979844-1452-4f16-b2c4-a6c95de4e3e9 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:49.260174 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d8030398-14cc-4497-b939-f8b7bd93c2b2 req-52979844-1452-4f16-b2c4-a6c95de4e3e9 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 944 time: 0.1216044 Aug 09 17:42:49.268309 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c018ad-3515-43bb-8730-e07f19a3c806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba1f431-1e36-45de-864b-f8b477a633d7,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:49.295668 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ee233d36-10ba-44dc-8b72-c1f6d4ad9c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:49.309062 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d8030398-14cc-4497-b939-f8b7bd93c2b2 req-7309e83f-6ac7-4d0f-8262-fb670a3a3620 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426834 Aug 09 17:42:49.325515 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ee233d36-10ba-44dc-8b72-c1f6d4ad9c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:49.380471 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ee233d36-10ba-44dc-8b72-c1f6d4ad9c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:49.383905 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ee233d36-10ba-44dc-8b72-c1f6d4ad9c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:49.386999 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-ee233d36-10ba-44dc-8b72-c1f6d4ad9c79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/74eb6407-58c9-46bf-ab97-79ecdbda12f0 HTTP/1.1" status: 204 len: 168 time: 0.1625121 Aug 09 17:42:49.393264 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee233d36-10ba-44dc-8b72-c1f6d4ad9c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eb6407-58c9-46bf-ab97-79ecdbda12f0,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:49.714926 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-75e074b5-9e67-433b-a12f-014f12d5e5bc req-b2355e60-cab0-4f5f-b2ad-d8276d55b684 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 210 time: 0.0277357 Aug 09 17:42:49.763064 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 48130) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:49.776490 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4cc187ab-fcad-4af4-98ec-e353944a2c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:49.877846 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4cc187ab-fcad-4af4-98ec-e353944a2c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:49.882723 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4cc187ab-fcad-4af4-98ec-e353944a2c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:49.921575 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-4cc187ab-fcad-4af4-98ec-e353944a2c0a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0bb4f6dc77e14fe79351ed3b49130b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574450 Aug 09 17:42:49.922529 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc187ab-fcad-4af4-98ec-e353944a2c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e278cd-49d0-46b7-9bd4-2f13f268624c,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:49.924271 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 48138) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:49.982516 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1f58d92f-6a09-4a0c-9a0a-08afa9c4646c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:50.005384 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1f58d92f-6a09-4a0c-9a0a-08afa9c4646c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:50.082576 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9eb06c-8246-4529-bf42-1ef113887ebb req-b4e81a9c-5330-440a-865a-c872def8ee01 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:50.084162 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cf9eb06c-8246-4529-bf42-1ef113887ebb req-b4e81a9c-5330-440a-865a-c872def8ee01 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 944 time: 0.0634120 Aug 09 17:42:50.108342 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1f58d92f-6a09-4a0c-9a0a-08afa9c4646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:50.110795 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1f58d92f-6a09-4a0c-9a0a-08afa9c4646c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:50.111930 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-1f58d92f-6a09-4a0c-9a0a-08afa9c4646c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/87e278cd-49d0-46b7-9bd4-2f13f268624c HTTP/1.1" status: 204 len: 168 time: 0.1853721 Aug 09 17:42:50.126980 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58d92f-6a09-4a0c-9a0a-08afa9c4646c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e278cd-49d0-46b7-9bd4-2f13f268624c,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:50.145944 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cf9eb06c-8246-4529-bf42-1ef113887ebb req-68effff5-24a4-452d-8274-ea0f1523be9b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523236 Aug 09 17:42:50.198189 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba0c67-514b-4117-aba2-4afd4cc3da37 req-5ade203e-62fc-4a8a-af46-5dadff544a11 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:50.199756 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d1ba0c67-514b-4117-aba2-4afd4cc3da37 req-5ade203e-62fc-4a8a-af46-5dadff544a11 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 943 time: 0.0528269 Aug 09 17:42:50.243738 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d1ba0c67-514b-4117-aba2-4afd4cc3da37 req-3251f648-0019-4070-b5e4-48008d76bd3c tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380433 Aug 09 17:42:50.439786 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1caab-ddd8-4126-b407-41deed594cf9 req-0db25a6c-a887-4be5-869f-4eac3cc295da tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:50.441429 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-71a1caab-ddd8-4126-b407-41deed594cf9 req-0db25a6c-a887-4be5-869f-4eac3cc295da tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 944 time: 0.0598850 Aug 09 17:42:50.487908 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-71a1caab-ddd8-4126-b407-41deed594cf9 req-0b343b54-7e74-4716-beb6-cdc1d3806249 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366621 Aug 09 17:42:50.836946 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eb13264f-0f28-432e-9ac8-742fbcc6f6c4 req-322222e4-b67b-4606-b74c-fecec0e1d79f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 210 time: 0.0281389 Aug 09 17:42:51.298902 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-57851cfb-cbbf-44bf-9538-ebb5512a866d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bbfc673-a3e0-4db9-acc3-57ffa461b335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693278 Aug 09 17:42:51.439034 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e19fb-74cd-471a-afc5-444201181541 req-ce665f1d-2094-49ba-b55b-430573e640cb tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:51.440371 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-314e19fb-74cd-471a-afc5-444201181541 req-ce665f1d-2094-49ba-b55b-430573e640cb tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 944 time: 0.2133503 Aug 09 17:42:51.494900 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ad6a4-ba5f-4558-85a4-bc5ca61b536c req-0904e5cf-6c4c-44a7-a502-60e72d0bee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:51.496034 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-534ad6a4-ba5f-4558-85a4-bc5ca61b536c req-0904e5cf-6c4c-44a7-a502-60e72d0bee54 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2676985 Aug 09 17:42:51.532755 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-314e19fb-74cd-471a-afc5-444201181541 req-246bfce6-b224-474b-85a3-5ca34d6621ab tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676427 Aug 09 17:42:51.557809 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa93c1f-e845-4670-aed6-c86946536c8f req-a952bf44-bfaf-4cc1-aec2-835d00ac2b1b tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:51.563684 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-baa93c1f-e845-4670-aed6-c86946536c8f req-a952bf44-bfaf-4cc1-aec2-835d00ac2b1b tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 943 time: 0.1697183 Aug 09 17:42:51.683048 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-630f6e7b-5c3e-4df0-9b28-22a1336ef89d service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264070 Aug 09 17:42:51.698644 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-baa93c1f-e845-4670-aed6-c86946536c8f req-5b8bb6ce-da75-45ab-90e2-b09c5912f321 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274474 Aug 09 17:42:51.709208 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a53508-886b-4721-b40f-98b9a8c26666 req-e06f2c8d-c81f-45c4-93a0-1639e181b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:51.712438 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-74a53508-886b-4721-b40f-98b9a8c26666 req-e06f2c8d-c81f-45c4-93a0-1639e181b395 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ef0ebbb6-9772-49de-9caf-0079c685c195 HTTP/1.1" status: 200 len: 912 time: 0.4816437 Aug 09 17:42:51.783124 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.65', 49821) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:51.785735 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-1ba88395-4099-42cf-b6ca-9cab7a38b0a8 service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430861 Aug 09 17:42:51.793878 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-c52d2780-4489-439d-b22c-5d9e675c1665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:51.795428 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-c52d2780-4489-439d-b22c-5d9e675c1665 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=491af0e0ec7145c6b70e6cad8cf1c855&device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 1096 time: 0.1782062 Aug 09 17:42:51.824820 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880a68d-9b48-44ca-9aff-c94517bf4275 req-cdd32afe-8643-47a9-959f-20034ac854c9 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:51.827863 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d880a68d-9b48-44ca-9aff-c94517bf4275 req-cdd32afe-8643-47a9-959f-20034ac854c9 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 944 time: 0.1795273 Aug 09 17:42:51.872673 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-74a53508-886b-4721-b40f-98b9a8c26666 req-1d5eccbb-6be9-40e0-8f47-189c286a9d47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5599d55d-49bb-4f43-8d00-aee48753340a HTTP/1.1" status: 200 len: 217 time: 0.0905280 Aug 09 17:42:51.939577 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-d1a35859-4943-44c3-93fd-528715d38617 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51e9c80d-7cf4-49d2-b559-7d18bec99aa2 HTTP/1.1" status: 200 len: 217 time: 0.1266570 Aug 09 17:42:52.010105 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-33a81bf9-7df0-4de7-bc42-0dae8a484852 req-e3d5fe80-24d1-4ef0-9090-4841e47777ce service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545031 Aug 09 17:42:52.052820 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-be1e9d45-0e01-41ad-9232-4c4adbfede5a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:52.054925 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-be1e9d45-0e01-41ad-9232-4c4adbfede5a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.65 "GET /v2.0/networks?id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f HTTP/1.1" status: 200 len: 816 time: 0.2566216 Aug 09 17:42:52.112939 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d880a68d-9b48-44ca-9aff-c94517bf4275 req-09c0f902-babb-4c14-bba2-a22c1ab10d63 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374895 Aug 09 17:42:52.115194 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a2590a3f-2cb9-4a4f-bde0-62801a86a482 req-64af7bc1-e73c-42ea-8f1f-0f4530fb16fa tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 210 time: 0.0719368 Aug 09 17:42:52.131422 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a53508-886b-4721-b40f-98b9a8c26666 req-eab48cc1-6431-48e8-aed3-ab1265af72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:52.134555 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-74a53508-886b-4721-b40f-98b9a8c26666 req-eab48cc1-6431-48e8-aed3-ab1265af72d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1de0d640-cf52-4bdd-a7ef-d0d2caf3991f HTTP/1.1" status: 200 len: 851 time: 0.1291299 Aug 09 17:42:52.136883 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-4ad6976d-8c0a-46cf-8bdf-342e5a826433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:52.137192 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-43ed1df7-f282-48f9-97d5-c5928e9cb049 req-588ba866-9066-475a-af3c-d8b025872c54 service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436874 Aug 09 17:42:52.139483 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-4ad6976d-8c0a-46cf-8bdf-342e5a826433 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15242da1-2ab2-4849-a4d2-6d06c062041e HTTP/1.1" status: 200 len: 859 time: 0.1894498 Aug 09 17:42:52.224689 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-e619559b-e6dd-4043-878d-dc6ef96255a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bbfc673-a3e0-4db9-acc3-57ffa461b335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583591 Aug 09 17:42:52.234155 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-a942329a-1507-4a97-8bf7-eb705b0e0930 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc9699f4940942999992b0fe593c8833 HTTP/1.1" status: 200 len: 379 time: 0.0935953 Aug 09 17:42:52.246709 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-74a53508-886b-4721-b40f-98b9a8c26666 req-639ecae9-b3c5-4131-9657-e2baaed69e3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ef0ebbb6-9772-49de-9caf-0079c685c195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722406 Aug 09 17:42:52.255105 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38011a00-7c06-4d85-902f-369563d84e0f req-a86571bb-a9a1-4eac-8edb-e5941a9d5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:52.258627 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-38011a00-7c06-4d85-902f-369563d84e0f req-a86571bb-a9a1-4eac-8edb-e5941a9d5010 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99e4b5de1ec841b4b874abd0cece9013&device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 1097 time: 0.0854363 Aug 09 17:42:52.302106 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-b8a0c4a5-4d05-4b25-b3ae-3f1beae1f83a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Request body: {'port': {'device_id': '80b90caf-360f-4558-9483-6fec8ba470da', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'admin_state_up': True, 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'security_groups': ['4702dd39-1758-4f9d-9551-519c3c1b3542']}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:52.513383 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c9ff8-8b5d-464a-ac9a-7d8701e55796 req-03233e86-fa19-4b70-b1ae-ab575d600341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:52.515089 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4c5c9ff8-8b5d-464a-ac9a-7d8701e55796 req-03233e86-fa19-4b70-b1ae-ab575d600341 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=491af0e0ec7145c6b70e6cad8cf1c855&device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 1096 time: 0.2183740 Aug 09 17:42:52.567604 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-74a53508-886b-4721-b40f-98b9a8c26666 req-b8a98ea4-56cf-495e-8aab-c58259d00fe6 service neutron] 10.222.0.65 "GET /v2.0/networks/ef0ebbb6-9772-49de-9caf-0079c685c195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779481 Aug 09 17:42:52.625927 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38011a00-7c06-4d85-902f-369563d84e0f req-9bdb1293-578f-49a7-af60-6ea01243895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:52.626666 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-38011a00-7c06-4d85-902f-369563d84e0f req-9bdb1293-578f-49a7-af60-6ea01243895d service neutron] 10.222.0.65 "GET /v2.0/networks?id=d730e586-15ab-4070-ae5a-3a007839e560 HTTP/1.1" status: 200 len: 915 time: 0.3290730 Aug 09 17:42:52.727349 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-38011a00-7c06-4d85-902f-369563d84e0f req-79346523-35ac-4353-92bc-4f96ec175afc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa6c190a-3229-4c4e-865f-95adbbfccdb3 HTTP/1.1" status: 200 len: 217 time: 0.0884385 Aug 09 17:42:52.868949 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-74a53508-886b-4721-b40f-98b9a8c26666 req-04195ace-e295-45a1-9ee3-f06eef1cf225 service neutron] 10.222.0.65 "GET /v2.0/networks/ef0ebbb6-9772-49de-9caf-0079c685c195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704697 Aug 09 17:42:52.906140 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e78c3-d766-4e72-9b7a-532c8f74e57e req-fe1c706f-b4e9-4e10-88c1-79da5ac14ec0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:52.908231 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dd4e78c3-d766-4e72-9b7a-532c8f74e57e req-fe1c706f-b4e9-4e10-88c1-79da5ac14ec0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 944 time: 0.2432804 Aug 09 17:42:52.908369 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38011a00-7c06-4d85-902f-369563d84e0f req-56c65c60-4c29-47f4-ac6b-63e5c84108d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:52.916549 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-38011a00-7c06-4d85-902f-369563d84e0f req-56c65c60-4c29-47f4-ac6b-63e5c84108d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e9b9e152-8294-4e04-99d8-f3485fea674b HTTP/1.1" status: 200 len: 854 time: 0.1786826 Aug 09 17:42:52.918661 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c9ff8-8b5d-464a-ac9a-7d8701e55796 req-c9697a52-3b75-4a41-b5ff-4d6c36793a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:52.920247 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4c5c9ff8-8b5d-464a-ac9a-7d8701e55796 req-c9697a52-3b75-4a41-b5ff-4d6c36793a41 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bbfc673-a3e0-4db9-acc3-57ffa461b335 HTTP/1.1" status: 200 len: 920 time: 0.3890009 Aug 09 17:42:52.926982 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 48284) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:52.973258 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-38641231-d7fd-4e99-b0a7-2662ce342af1 service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6817875 Aug 09 17:42:52.989819 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-38011a00-7c06-4d85-902f-369563d84e0f req-1b25d9e8-939d-4988-bbde-3e626048cd2b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d730e586-15ab-4070-ae5a-3a007839e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550594 Aug 09 17:42:52.997111 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5f2d7-4a0b-4441-9024-d0f9a4c46277 req-2c65fd6f-e0e5-44ec-85c3-884dc896978f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:53.004524 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f8c5f2d7-4a0b-4441-9024-d0f9a4c46277 req-2c65fd6f-e0e5-44ec-85c3-884dc896978f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 943 time: 0.1701310 Aug 09 17:42:53.070620 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4c5c9ff8-8b5d-464a-ac9a-7d8701e55796 req-39ca135d-f884-408b-a277-255c16fd6f44 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe96a45a-61cb-40ed-9935-d4ac66d04b6d HTTP/1.1" status: 200 len: 217 time: 0.1235220 Aug 09 17:42:53.097036 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dd4e78c3-d766-4e72-9b7a-532c8f74e57e req-a58f5c02-9c67-4691-9e05-798bdd08e267 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783781 Aug 09 17:42:53.118842 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-b8a0c4a5-4d05-4b25-b3ae-3f1beae1f83a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Made reservation on behalf of dc9699f4940942999992b0fe593c8833 for: {'port': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:42:53.123542 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-b8a0c4a5-4d05-4b25-b3ae-3f1beae1f83a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:53.187993 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f8c5f2d7-4a0b-4441-9024-d0f9a4c46277 req-b439833f-3501-49d6-b773-cfca7e95ac36 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778569 Aug 09 17:42:53.336584 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ae84-9b35-42ea-b8f5-f23b68b51e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:53.383763 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-63cacbdd-29ba-4f55-9329-aa7409086e95 req-73cf11a6-22ef-4e53-a7e6-6fe46472302c tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 210 time: 0.1233742 Aug 09 17:42:53.407985 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c9ff8-8b5d-464a-ac9a-7d8701e55796 req-2f97199c-c8a1-4f44-b37f-8feb3c6414b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:53.410115 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4c5c9ff8-8b5d-464a-ac9a-7d8701e55796 req-2f97199c-c8a1-4f44-b37f-8feb3c6414b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15242da1-2ab2-4849-a4d2-6d06c062041e HTTP/1.1" status: 200 len: 859 time: 0.1409516 Aug 09 17:42:53.469442 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66cb92e1-8d1f-4c1b-8df6-4a3b6fd1bdec req-fd34a901-e65e-4349-a550-b4db28a08dab service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819903 Aug 09 17:42:53.482090 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4c5c9ff8-8b5d-464a-ac9a-7d8701e55796 req-dfaa7110-b7d0-46d0-a3bb-87f58779d6a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bbfc673-a3e0-4db9-acc3-57ffa461b335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601213 Aug 09 17:42:53.493254 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f48bad-eab0-4f6a-8fa7-04d8b7961a2c req-cad8b713-6c48-40db-a14d-9be04d706e51 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:53.495305 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-13f48bad-eab0-4f6a-8fa7-04d8b7961a2c req-cad8b713-6c48-40db-a14d-9be04d706e51 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 944 time: 0.2451384 Aug 09 17:42:53.499872 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-38011a00-7c06-4d85-902f-369563d84e0f req-5a5510d4-943c-4688-b423-bc28daf277cf service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002031 Aug 09 17:42:53.548280 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-b8a0c4a5-4d05-4b25-b3ae-3f1beae1f83a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Allocated IP 172.20.0.4 (a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f/2d979a41-53a7-4435-9ead-3f50cab74183/490436d2-e15e-438e-a685-331a16efa236) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:42:53.584208 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-13f48bad-eab0-4f6a-8fa7-04d8b7961a2c req-145462e9-fb83-4429-bc78-692d2f853e44 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784273 Aug 09 17:42:53.761650 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-b8a0c4a5-4d05-4b25-b3ae-3f1beae1f83a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:53.780207 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.provisioning_blocks [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-b8a0c4a5-4d05-4b25-b3ae-3f1beae1f83a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Transition to ACTIVE for port object 490436d2-e15e-438e-a685-331a16efa236 will not be triggered until provisioned by entity DHCP. {{(pid=99900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:42:53.830637 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ae84-9b35-42ea-b8f5-f23b68b51e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:53.832430 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-b8a0c4a5-4d05-4b25-b3ae-3f1beae1f83a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:53.857532 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ae84-9b35-42ea-b8f5-f23b68b51e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:53.910806 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4c5c9ff8-8b5d-464a-ac9a-7d8701e55796 req-c431810a-772c-49df-8720-9b12ce5778e8 service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148493 Aug 09 17:42:53.921011 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-b8a0c4a5-4d05-4b25-b3ae-3f1beae1f83a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:42:53.922366 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-b8a0c4a5-4d05-4b25-b3ae-3f1beae1f83a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:42:53.937463 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-b8a0c4a5-4d05-4b25-b3ae-3f1beae1f83a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:42:53.951131 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-38011a00-7c06-4d85-902f-369563d84e0f req-9ef46ba2-9e1b-4610-b079-d218bf8c36df service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331498 Aug 09 17:42:53.972606 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device fa6c190a-3229-4c4e-865f-95adbbfccdb3 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:42:54.017735 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6ae84-9b35-42ea-b8f5-f23b68b51e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c65ab1-06f1-46cf-968b-3d70296a3901,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:54.038303 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-7eb6ae84-9b35-42ea-b8f5-f23b68b51e95 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b382b404b16f4278803b2af8dbdb8f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1091805 Aug 09 17:42:54.040476 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 48370) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:54.065460 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-b8a0c4a5-4d05-4b25-b3ae-3f1beae1f83a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:54.066040 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-b8a0c4a5-4d05-4b25-b3ae-3f1beae1f83a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:54.127848 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port fa6c190a-3229-4c4e-865f-95adbbfccdb3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fa6c190a-3229-4c4e-865f-95adbbfccdb3,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:42:54.137363 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0c4a5-4d05-4b25-b3ae-3f1beae1f83a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event updated for resources: {'Port': ['ID=490436d2-e15e-438e-a685-331a16efa236,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:54.145893 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': 'fa6c190a-3229-4c4e-865f-95adbbfccdb3', 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560', 'port_id': 'fa6c190a-3229-4c4e-865f-95adbbfccdb3', 'mac_address': 'fa:16:3e:78:2b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b9e152-8294-4e04-99d8-f3485fea674b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:42:54.146944 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-b8a0c4a5-4d05-4b25-b3ae-3f1beae1f83a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8563032 Aug 09 17:42:54.168455 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Request body: {'port': {'device_id': '80b90caf-360f-4558-9483-6fec8ba470da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:42:54.203531 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:54.207770 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4c5c9ff8-8b5d-464a-ac9a-7d8701e55796 req-c311868f-2408-4b1c-a183-e8ec37250e58 service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843549 Aug 09 17:42:54.223565 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6c190a-3229-4c4e-865f-95adbbfccdb3 {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:42:54.223736 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8a6c40f5-414d-4e0a-9392-a07ae8777fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:54.257664 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8a6c40f5-414d-4e0a-9392-a07ae8777fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:54.284533 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port fa6c190a-3229-4c4e-865f-95adbbfccdb3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fa6c190a-3229-4c4e-865f-95adbbfccdb3,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:42:54.293482 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:54.295188 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device fe96a45a-61cb-40ed-9935-d4ac66d04b6d details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:42:54.322276 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8a6c40f5-414d-4e0a-9392-a07ae8777fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:54.326074 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8a6c40f5-414d-4e0a-9392-a07ae8777fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:54.328222 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-8a6c40f5-414d-4e0a-9392-a07ae8777fe9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/44c65ab1-06f1-46cf-968b-3d70296a3901 HTTP/1.1" status: 204 len: 168 time: 0.2859373 Aug 09 17:42:54.362368 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c40f5-414d-4e0a-9392-a07ae8777fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c65ab1-06f1-46cf-968b-3d70296a3901,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:54.427707 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-de06209f-6719-4d14-b2b4-959c1cb0a37c None None] Provisioning for port 490436d2-e15e-438e-a685-331a16efa236 completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:42:54.478000 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-de06209f-6719-4d14-b2b4-959c1cb0a37c None None] Provisioning complete for port 490436d2-e15e-438e-a685-331a16efa236 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:54.478659 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-de06209f-6719-4d14-b2b4-959c1cb0a37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:54.532041 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-de06209f-6719-4d14-b2b4-959c1cb0a37c None None] Port 490436d2-e15e-438e-a685-331a16efa236 cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:42:54.538845 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=fa6c190a-3229-4c4e-865f-95adbbfccdb3,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:54.576573 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1747a1-79e6-4c51-845e-a496fc68805f req-f79aa893-9e24-4444-bbea-31c22911d091 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:54.579290 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-aa1747a1-79e6-4c51-845e-a496fc68805f req-f79aa893-9e24-4444-bbea-31c22911d091 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 944 time: 0.3295867 Aug 09 17:42:54.600331 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port fe96a45a-61cb-40ed-9935-d4ac66d04b6d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fe96a45a-61cb-40ed-9935-d4ac66d04b6d,segment=NetworkSegment(1ea0c7ff-f175-439f-9c88-bc599790b0b0),segment_id=1ea0c7ff-f175-439f-9c88-bc599790b0b0)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:42:54.601433 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39800f58-b8fe-463d-8124-581cfc335185 req-272c36db-08e5-4742-ab6e-1d07c80b8127 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:54.614918 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-39800f58-b8fe-463d-8124-581cfc335185 req-272c36db-08e5-4742-ab6e-1d07c80b8127 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 943 time: 0.2499332 Aug 09 17:42:54.618735 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': 'fe96a45a-61cb-40ed-9935-d4ac66d04b6d', 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335', 'port_id': 'fe96a45a-61cb-40ed-9935-d4ac66d04b6d', 'mac_address': 'fa:16:3e:b0:e9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15242da1-2ab2-4849-a4d2-6d06c062041e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:42:54.625032 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:54.671361 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:54.686977 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe96a45a-61cb-40ed-9935-d4ac66d04b6d {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:42:54.721095 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port fe96a45a-61cb-40ed-9935-d4ac66d04b6d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fe96a45a-61cb-40ed-9935-d4ac66d04b6d,segment=NetworkSegment(1ea0c7ff-f175-439f-9c88-bc599790b0b0),segment_id=1ea0c7ff-f175-439f-9c88-bc599790b0b0)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:42:54.728758 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:54.734586 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 5599d55d-49bb-4f43-8d00-aee48753340a details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:42:54.771335 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-39800f58-b8fe-463d-8124-581cfc335185 req-fec2e69c-b08a-46a1-8934-57482372ea91 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380417 Aug 09 17:42:54.786515 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-aa1747a1-79e6-4c51-845e-a496fc68805f req-9f3fa1b4-0a76-45e8-ae8e-ad66d6b5d3d7 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584508 Aug 09 17:42:54.815559 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=fe96a45a-61cb-40ed-9935-d4ac66d04b6d,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:54.897620 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 48416) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:54.923323 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8d30f7d7-dcfb-4df1-a3c0-73ef9e504893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:55.019990 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 5599d55d-49bb-4f43-8d00-aee48753340a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5599d55d-49bb-4f43-8d00-aee48753340a,segment=NetworkSegment(2bb6e2ca-c14e-42ba-924c-82f68d3b19ce),segment_id=2bb6e2ca-c14e-42ba-924c-82f68d3b19ce)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:42:55.040643 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '5599d55d-49bb-4f43-8d00-aee48753340a', 'network_id': 'ef0ebbb6-9772-49de-9caf-0079c685c195', 'port_id': '5599d55d-49bb-4f43-8d00-aee48753340a', 'mac_address': 'fa:16:3e:22:48:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1de0d640-cf52-4bdd-a7ef-d0d2caf3991f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:42:55.087060 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d37a0-ae35-4bad-980e-3234354bdefa req-2877af13-3b02-411d-b922-efd4d6eb9245 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:55.088645 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ac0d37a0-ae35-4bad-980e-3234354bdefa req-2877af13-3b02-411d-b922-efd4d6eb9245 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 944 time: 0.1708024 Aug 09 17:42:55.091555 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8d30f7d7-dcfb-4df1-a3c0-73ef9e504893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:55.100777 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8d30f7d7-dcfb-4df1-a3c0-73ef9e504893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:55.109834 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:55.119824 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46bf16-c970-4e25-890c-50cdff7e729e req-222daf1c-1004-4113-98e9-67873c7a85e3 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:55.121592 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ea46bf16-c970-4e25-890c-50cdff7e729e req-222daf1c-1004-4113-98e9-67873c7a85e3 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 931 time: 0.2048054 Aug 09 17:42:55.125332 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5599d55d-49bb-4f43-8d00-aee48753340a {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:42:55.148891 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 5599d55d-49bb-4f43-8d00-aee48753340a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5599d55d-49bb-4f43-8d00-aee48753340a,segment=NetworkSegment(2bb6e2ca-c14e-42ba-924c-82f68d3b19ce),segment_id=2bb6e2ca-c14e-42ba-924c-82f68d3b19ce)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:42:55.154570 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:55.173385 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30f7d7-dcfb-4df1-a3c0-73ef9e504893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb71d35c-3d0b-4064-bc17-ea46e2c0ea34,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:55.214117 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-8d30f7d7-dcfb-4df1-a3c0-73ef9e504893 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=771f92c82cdc4a979124411d202a48b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142910 Aug 09 17:42:55.218215 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 48428) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:55.223627 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ac0d37a0-ae35-4bad-980e-3234354bdefa req-d0003ed1-4d6d-461a-925e-9b524a4ae2a7 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277022 Aug 09 17:42:55.251018 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=5599d55d-49bb-4f43-8d00-aee48753340a,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:55.263405 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ea46bf16-c970-4e25-890c-50cdff7e729e req-9794442d-3bbf-4395-8eca-37ce1168cdd3 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313994 Aug 09 17:42:55.363726 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-66490d76-32ce-4dc4-a101-6e877d2174f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:55.367957 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.notifiers.nova [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490436d2-e15e-438e-a685-331a16efa236 {{(pid=99900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:42:55.383555 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:55.410614 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-66490d76-32ce-4dc4-a101-6e877d2174f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:55.419533 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.provisioning_blocks [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Transition to ACTIVE for port object 490436d2-e15e-438e-a685-331a16efa236 will not be triggered until provisioned by entity L2. {{(pid=99900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:42:55.431596 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004119'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:55.507330 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=490436d2-e15e-438e-a685-331a16efa236,revision_number=2']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:55.606395 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-66490d76-32ce-4dc4-a101-6e877d2174f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:55.608936 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-66490d76-32ce-4dc4-a101-6e877d2174f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:55.612879 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-66490d76-32ce-4dc4-a101-6e877d2174f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bb71d35c-3d0b-4064-bc17-ea46e2c0ea34 HTTP/1.1" status: 204 len: 168 time: 0.3882685 Aug 09 17:42:55.619410 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 48444) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:55.625659 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.managers [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Attempting to bind port 490436d2-e15e-438e-a685-331a16efa236 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:42:55.625989 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.managers [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Attempting to bind port 490436d2-e15e-438e-a685-331a16efa236 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'}] {{(pid=99900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:42:55.626315 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Attempting to bind port 490436d2-e15e-438e-a685-331a16efa236 on network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f {{(pid=99900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:42:55.628723 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66490d76-32ce-4dc4-a101-6e877d2174f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb71d35c-3d0b-4064-bc17-ea46e2c0ea34,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:55.634113 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Port 490436d2-e15e-438e-a685-331a16efa236 on network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:42:55.634421 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Attempting to bind port 490436d2-e15e-438e-a685-331a16efa236 on network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f {{(pid=99900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:42:55.640371 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:42:55.640712 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Checking segment: {'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:42:55.641092 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Bound using segment: {'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'} {{(pid=99900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:42:55.641522 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.managers [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Bound port: 490436d2-e15e-438e-a685-331a16efa236, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'}}] {{(pid=99900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:42:55.641878 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:55.764525 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] For port 490436d2-e15e-438e-a685-331a16efa236, host hv-cinder-78093, cleared binding levels {{(pid=99900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:42:55.770382 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] For port 490436d2-e15e-438e-a685-331a16efa236, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=490436d2-e15e-438e-a685-331a16efa236,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:42:55.777710 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004119'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:55.780481 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['fe96a45a-61cb-40ed-9935-d4ac66d04b6d'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:42:55.782666 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['5599d55d-49bb-4f43-8d00-aee48753340a'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:42:55.786169 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['fa6c190a-3229-4c4e-865f-95adbbfccdb3'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:42:55.863879 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=490436d2-e15e-438e-a685-331a16efa236,revision_number=3']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:55.875350 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:55.876011 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:55.877388 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-7d93cb09-d227-4f55-abf5-5c2f97439ba2 service neutron] 10.222.0.65 "PUT /v2.0/ports/490436d2-e15e-438e-a685-331a16efa236 HTTP/1.1" status: 200 len: 1093 time: 1.7148139 Aug 09 17:42:55.877865 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b90caf-360f-4558-9483-6fec8ba470da', 'tag': '490436d2-e15e-438e-a685-331a16efa236'}] {{(pid=99900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:42:55.880703 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52788b1323733baf8e31af4f639cf4d765f564af81bf47ef1f9025336242e156" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a4ff13-cfab-4814-a2db-2766c1c86b13" -d '{"events": [{"name": "network-changed", "server_uuid": "80b90caf-360f-4558-9483-6fec8ba470da", "tag": "490436d2-e15e-438e-a685-331a16efa236"}]}' {{(pid=99900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:42:56.065285 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:42:56.075838 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:42:56.094106 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-66ba8852-3863-450c-9c72-10baff131a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:56.189180 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49d12e-d91c-49a5-be6d-681d24ddc9bd req-456acf4b-9374-42f6-9f6f-1011a545c3c0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:56.191035 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5d49d12e-d91c-49a5-be6d-681d24ddc9bd req-456acf4b-9374-42f6-9f6f-1011a545c3c0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 945 time: 0.1969948 Aug 09 17:42:56.207834 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-af4da338-c7e8-4cb0-86c2-ae3b6e55b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:56.211113 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-af4da338-c7e8-4cb0-86c2-ae3b6e55b086 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc9699f4940942999992b0fe593c8833&device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 1096 time: 0.2663331 Aug 09 17:42:56.304294 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-1dd8a14f-aee3-48ed-b432-072d7b56bc71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490436d2-e15e-438e-a685-331a16efa236 HTTP/1.1" status: 200 len: 217 time: 0.0777709 Aug 09 17:42:56.316207 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55daa2-f07b-4b6c-990e-48ccaf6bb82a req-600fa309-44f4-4e8c-ab54-49d2b66abef1 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:56.318084 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fc55daa2-f07b-4b6c-990e-48ccaf6bb82a req-600fa309-44f4-4e8c-ab54-49d2b66abef1 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 944 time: 0.3255742 Aug 09 17:42:56.326018 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-66ba8852-3863-450c-9c72-10baff131a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:56.336583 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-66ba8852-3863-450c-9c72-10baff131a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:56.371170 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5d49d12e-d91c-49a5-be6d-681d24ddc9bd req-63ca3bb9-c8f0-48e4-ae94-ad1140e3b5d3 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715593 Aug 09 17:42:56.392354 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba8852-3863-450c-9c72-10baff131a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf58dce3-382b-45b2-8ff0-92706dd529a8,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:56.435108 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-66ba8852-3863-450c-9c72-10baff131a7d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=998aa349fe314fd1bd5fbf2c902ff06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8136837 Aug 09 17:42:56.445432 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 48486) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:56.502384 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dc73f1-5c42-4581-9e78-03bfd2882ce9 x-openstack-request-id: req-79dc73f1-5c42-4581-9e78-03bfd2882ce9 {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:42:56.502669 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b90caf-360f-4558-9483-6fec8ba470da", "tag": "490436d2-e15e-438e-a685-331a16efa236", "status": "completed", "code": 200}]} {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:42:56.503039 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-79dc73f1-5c42-4581-9e78-03bfd2882ce9 {{(pid=99900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:42:56.503332 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b90caf-360f-4558-9483-6fec8ba470da', 'tag': '490436d2-e15e-438e-a685-331a16efa236', 'status': 'completed', 'code': 200} Aug 09 17:42:56.540370 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 51e9c80d-7cf4-49d2-b559-7d18bec99aa2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=51e9c80d-7cf4-49d2-b559-7d18bec99aa2,segment=NetworkSegment(1ea0c7ff-f175-439f-9c88-bc599790b0b0),segment_id=1ea0c7ff-f175-439f-9c88-bc599790b0b0)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:42:56.547035 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-8355ff19-5f68-43ef-9205-bc3e363f9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:56.548792 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-8355ff19-5f68-43ef-9205-bc3e363f9c42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d979a41-53a7-4435-9ead-3f50cab74183 HTTP/1.1" status: 200 len: 855 time: 0.2285838 Aug 09 17:42:56.604403 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4c0cd732-39e1-4ff2-a8d7-6a2ae9aa8478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:56.607791 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '51e9c80d-7cf4-49d2-b559-7d18bec99aa2', 'network_id': '7bbfc673-a3e0-4db9-acc3-57ffa461b335', 'port_id': '51e9c80d-7cf4-49d2-b559-7d18bec99aa2', 'mac_address': 'fa:16:3e:89:df:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15242da1-2ab2-4849-a4d2-6d06c062041e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:42:56.620716 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:56.627085 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fc55daa2-f07b-4b6c-990e-48ccaf6bb82a req-23741344-f0ea-4f1f-bbf6-2ab114ddd952 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794311 Aug 09 17:42:56.676154 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4c0cd732-39e1-4ff2-a8d7-6a2ae9aa8478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:56.708714 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:56.726652 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:42:56.757894 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 51e9c80d-7cf4-49d2-b559-7d18bec99aa2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=51e9c80d-7cf4-49d2-b559-7d18bec99aa2,segment=NetworkSegment(1ea0c7ff-f175-439f-9c88-bc599790b0b0),segment_id=1ea0c7ff-f175-439f-9c88-bc599790b0b0)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:42:56.767523 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-6cd4540b-4fad-4961-a2ef-553c224863f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:56.769298 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-6cd4540b-4fad-4961-a2ef-553c224863f8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2086077 Aug 09 17:42:56.769439 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:56.779601 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f7030-845c-480d-ae8e-7dd6e9c7fcfd req-eb21125d-fe0a-43e9-84a1-f12508bc3d4a tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:56.781251 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-984f7030-845c-480d-ae8e-7dd6e9c7fcfd req-eb21125d-fe0a-43e9-84a1-f12508bc3d4a tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 945 time: 0.1511118 Aug 09 17:42:56.824812 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4c0cd732-39e1-4ff2-a8d7-6a2ae9aa8478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:56.831305 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4c0cd732-39e1-4ff2-a8d7-6a2ae9aa8478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:56.839825 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-4c0cd732-39e1-4ff2-a8d7-6a2ae9aa8478 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cf58dce3-382b-45b2-8ff0-92706dd529a8 HTTP/1.1" status: 204 len: 168 time: 0.3924618 Aug 09 17:42:56.845447 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=51e9c80d-7cf4-49d2-b559-7d18bec99aa2,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:56.851589 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cd732-39e1-4ff2-a8d7-6a2ae9aa8478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf58dce3-382b-45b2-8ff0-92706dd529a8,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:56.935379 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30836e1e-a961-436c-ac4a-8d0069bf381b req-08ac8987-dc83-405d-a7d6-c2a1d525b8e0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:56.936887 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-30836e1e-a961-436c-ac4a-8d0069bf381b req-08ac8987-dc83-405d-a7d6-c2a1d525b8e0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.1657941 Aug 09 17:42:56.944173 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-984f7030-845c-480d-ae8e-7dd6e9c7fcfd req-fb9997d7-f300-4af0-8ca5-1ad926731f3a tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448231 Aug 09 17:42:56.978713 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-67d74fe2-c0ec-44f6-80d0-8a519c758963 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963704 Aug 09 17:42:57.017972 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-30836e1e-a961-436c-ac4a-8d0069bf381b req-86110479-e89e-4f56-a1ff-ad4b19f3f372 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702410 Aug 09 17:42:57.134995 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-519a96fb-bc00-4159-88db-31e4abc8b9f8 req-f73462e2-29ca-4be3-895a-6894f6997e63 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460934 Aug 09 17:42:57.299065 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['51e9c80d-7cf4-49d2-b559-7d18bec99aa2'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:42:57.302303 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4ff13-cfab-4814-a2db-2766c1c86b13 req-9648d049-e1d2-4a5e-bb1b-17ddf94413f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:57.309792 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-81a4ff13-cfab-4814-a2db-2766c1c86b13 req-9648d049-e1d2-4a5e-bb1b-17ddf94413f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc9699f4940942999992b0fe593c8833&device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 1096 time: 0.0707102 Aug 09 17:42:57.364445 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 48520) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:57.383279 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-57e1e574-bd1e-4ce1-8a19-8c25140387cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:57.530566 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-57e1e574-bd1e-4ce1-8a19-8c25140387cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:57.537542 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-57e1e574-bd1e-4ce1-8a19-8c25140387cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:57.579572 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-57e1e574-bd1e-4ce1-8a19-8c25140387cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f71092182ab649efa86e67e7ba36b9df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140138 Aug 09 17:42:57.580687 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1e574-bd1e-4ce1-8a19-8c25140387cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b5d796-9f22-4443-b52c-9819bdfd31c0,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:57.583158 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 48528) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:42:57.633720 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b5ab7e8a-b414-4d99-aea7-77bfd6e7f348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:57.656261 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b5ab7e8a-b414-4d99-aea7-77bfd6e7f348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:57.716074 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b5ab7e8a-b414-4d99-aea7-77bfd6e7f348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:57.718614 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b5ab7e8a-b414-4d99-aea7-77bfd6e7f348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:57.722689 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-b5ab7e8a-b414-4d99-aea7-77bfd6e7f348 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e7b5d796-9f22-4443-b52c-9819bdfd31c0 HTTP/1.1" status: 204 len: 168 time: 0.1358306 Aug 09 17:42:57.730683 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab7e8a-b414-4d99-aea7-77bfd6e7f348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b5d796-9f22-4443-b52c-9819bdfd31c0,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:57.760826 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0312701-d92c-454b-abde-f3ee39ab6e8d req-c8f3a1db-1971-42b7-9279-61ba8f377d64 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:57.762369 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a0312701-d92c-454b-abde-f3ee39ab6e8d req-c8f3a1db-1971-42b7-9279-61ba8f377d64 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 945 time: 0.1581218 Aug 09 17:42:57.764435 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4ff13-cfab-4814-a2db-2766c1c86b13 req-2e3c4a1e-6fba-4305-9b61-20cdc683e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:57.765796 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-81a4ff13-cfab-4814-a2db-2766c1c86b13 req-2e3c4a1e-6fba-4305-9b61-20cdc683e087 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f HTTP/1.1" status: 200 len: 917 time: 0.4453099 Aug 09 17:42:57.804049 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922fcb8-4fe8-4b16-976b-3121390addc6 req-b36f4337-0a70-4220-a121-fbafa1a20ed2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:57.806909 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c922fcb8-4fe8-4b16-976b-3121390addc6 req-b36f4337-0a70-4220-a121-fbafa1a20ed2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 944 time: 0.1150999 Aug 09 17:42:57.844455 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-81a4ff13-cfab-4814-a2db-2766c1c86b13 req-5b8d8e19-94cc-4c8c-8465-715985534711 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490436d2-e15e-438e-a685-331a16efa236 HTTP/1.1" status: 200 len: 217 time: 0.0689394 Aug 09 17:42:57.904800 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a0312701-d92c-454b-abde-f3ee39ab6e8d req-598e3f78-b832-43f7-8638-4d36bd2a714a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332374 Aug 09 17:42:57.930386 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c922fcb8-4fe8-4b16-976b-3121390addc6 req-79476943-01d1-452e-a6fe-c8b0116110b4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893345 Aug 09 17:42:57.937649 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4ff13-cfab-4814-a2db-2766c1c86b13 req-0a8eb452-852f-4e17-84b0-d658dba4249f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:57.939194 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-81a4ff13-cfab-4814-a2db-2766c1c86b13 req-0a8eb452-852f-4e17-84b0-d658dba4249f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d979a41-53a7-4435-9ead-3f50cab74183 HTTP/1.1" status: 200 len: 855 time: 0.0843172 Aug 09 17:42:57.955590 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device fe96a45a-61cb-40ed-9935-d4ac66d04b6d up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:42:58.036107 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port fe96a45a-61cb-40ed-9935-d4ac66d04b6d completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:42:58.042673 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port fe96a45a-61cb-40ed-9935-d4ac66d04b6d triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:58.043174 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:58.058280 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4ff13-cfab-4814-a2db-2766c1c86b13 req-1cf330a1-f3af-4050-817b-77bc9240ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:58.060203 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-81a4ff13-cfab-4814-a2db-2766c1c86b13 req-1cf330a1-f3af-4050-817b-77bc9240ab9d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1104252 Aug 09 17:42:58.172395 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6ad54-4773-45ec-b9d0-1e2ed51ac430 req-62d20515-154a-4493-a082-64fe19c000ee tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:58.173992 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d8d6ad54-4773-45ec-b9d0-1e2ed51ac430 req-62d20515-154a-4493-a082-64fe19c000ee tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 945 time: 0.1394672 Aug 09 17:42:58.189849 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:58.247268 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69666f2a-7767-4aae-934f-ed61a574b701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe96a45a-61cb-40ed-9935-d4ac66d04b6d'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:42:58.289955 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d8d6ad54-4773-45ec-b9d0-1e2ed51ac430 req-fce76e68-ee97-4448-9516-7656a419af8d tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033392 Aug 09 17:42:58.297143 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-81a4ff13-cfab-4814-a2db-2766c1c86b13 req-a3dcbde9-331c-40bf-b898-f2a703f1fb89 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222009 Aug 09 17:42:58.316949 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c7631-d6c9-4be9-8125-4e00e185f6fc req-66a210db-489b-4996-8078-f106b5ebc286 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:58.316949 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-158c7631-d6c9-4be9-8125-4e00e185f6fc req-66a210db-489b-4996-8078-f106b5ebc286 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.1393762 Aug 09 17:42:58.387317 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port fe96a45a-61cb-40ed-9935-d4ac66d04b6d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fe96a45a-61cb-40ed-9935-d4ac66d04b6d,segment=NetworkSegment(1ea0c7ff-f175-439f-9c88-bc599790b0b0),segment_id=1ea0c7ff-f175-439f-9c88-bc599790b0b0)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:42:58.396155 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:58.397732 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 5599d55d-49bb-4f43-8d00-aee48753340a up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:42:58.428696 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-158c7631-d6c9-4be9-8125-4e00e185f6fc req-acbb7594-a631-404d-8987-3f598eea4d2d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957868 Aug 09 17:42:58.482483 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-81a4ff13-cfab-4814-a2db-2766c1c86b13 req-ba38fccd-6b65-417a-914e-26daf1f66604 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670554 Aug 09 17:42:58.554281 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=fe96a45a-61cb-40ed-9935-d4ac66d04b6d,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:58.565148 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port 5599d55d-49bb-4f43-8d00-aee48753340a completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:42:58.567081 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 5599d55d-49bb-4f43-8d00-aee48753340a triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:58.567467 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:58.592539 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fa2d4a-3e3f-4537-a7df-6861624ecd49" -d '{"events": [{"server_uuid": "69666f2a-7767-4aae-934f-ed61a574b701", "name": "network-vif-plugged", "status": "completed", "tag": "fe96a45a-61cb-40ed-9935-d4ac66d04b6d"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:42:58.677551 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:58.733179 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 5599d55d-49bb-4f43-8d00-aee48753340a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5599d55d-49bb-4f43-8d00-aee48753340a,segment=NetworkSegment(2bb6e2ca-c14e-42ba-924c-82f68d3b19ce),segment_id=2bb6e2ca-c14e-42ba-924c-82f68d3b19ce)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:42:58.741663 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:58.742235 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device fa6c190a-3229-4c4e-865f-95adbbfccdb3 up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:42:58.774558 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c84da13-88e8-4c1b-962c-e3341855a71c x-openstack-request-id: req-2c84da13-88e8-4c1b-962c-e3341855a71c {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:42:58.774853 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69666f2a-7767-4aae-934f-ed61a574b701", "name": "network-vif-plugged", "status": "completed", "tag": "fe96a45a-61cb-40ed-9935-d4ac66d04b6d", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:42:58.775119 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c84da13-88e8-4c1b-962c-e3341855a71c {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:42:58.775587 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69666f2a-7767-4aae-934f-ed61a574b701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe96a45a-61cb-40ed-9935-d4ac66d04b6d', 'code': 200} Aug 09 17:42:58.835002 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=5599d55d-49bb-4f43-8d00-aee48753340a,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:58.862213 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port fa6c190a-3229-4c4e-865f-95adbbfccdb3 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:42:58.867432 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port fa6c190a-3229-4c4e-865f-95adbbfccdb3 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:42:58.867796 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:58.983367 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:59.042189 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port fa6c190a-3229-4c4e-865f-95adbbfccdb3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fa6c190a-3229-4c4e-865f-95adbbfccdb3,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:42:59.048037 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:59.110405 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=fa6c190a-3229-4c4e-865f-95adbbfccdb3,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:42:59.121666 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97baf00-58cd-481d-a9f2-54336c25b74d req-114f3afd-1e9c-44f4-a615-09f3ad34f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:59.123208 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c97baf00-58cd-481d-a9f2-54336c25b74d req-114f3afd-1e9c-44f4-a615-09f3ad34f9d2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 1098 time: 0.1647449 Aug 09 17:42:59.145914 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f8147-411a-4ade-9aa1-23497e1b2186 req-e95f4c94-fe1e-45b0-b53c-e68506ad8290 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:59.147603 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-701f8147-411a-4ade-9aa1-23497e1b2186 req-e95f4c94-fe1e-45b0-b53c-e68506ad8290 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.0949452 Aug 09 17:42:59.160084 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e545e-e994-4eb5-ae48-18ca387e9deb req-3fe30dc9-0b76-4f89-8fed-2f96cf6da9b4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:59.161534 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ea8e545e-e994-4eb5-ae48-18ca387e9deb req-3fe30dc9-0b76-4f89-8fed-2f96cf6da9b4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.1051559 Aug 09 17:42:59.222655 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-701f8147-411a-4ade-9aa1-23497e1b2186 req-18b48177-cedd-4108-8ed7-033425042b16 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594234 Aug 09 17:42:59.230852 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ea8e545e-e994-4eb5-ae48-18ca387e9deb req-99d70160-6a74-4a2c-84cd-4c6016e1cd02 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556097 Aug 09 17:42:59.417778 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c28a9c-7915-41b7-9004-9ecdd75a16fc req-b357c260-22c0-4dbe-9fcd-a841c688ce9a tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:59.419404 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-06c28a9c-7915-41b7-9004-9ecdd75a16fc req-b357c260-22c0-4dbe-9fcd-a841c688ce9a tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 946 time: 0.0530522 Aug 09 17:42:59.473175 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-06c28a9c-7915-41b7-9004-9ecdd75a16fc req-5e36da55-490b-43e7-9894-d05d10d786a9 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468545 Aug 09 17:42:59.580139 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886c415-b3b2-4d7c-ab34-b001cab2bb66 req-049d2132-5375-4240-813c-379186c0f76f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:42:59.581619 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8886c415-b3b2-4d7c-ab34-b001cab2bb66 req-049d2132-5375-4240-813c-379186c0f76f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.0682380 Aug 09 17:42:59.627493 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8886c415-b3b2-4d7c-ab34-b001cab2bb66 req-6ac2cacb-f3cd-4b61-8f63-d037c236bfbb tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386167 Aug 09 17:42:59.877261 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-c97baf00-58cd-481d-a9f2-54336c25b74d req-32530475-7126-4781-a3c2-364a697036dc service neutron] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:59.973238 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-c97baf00-58cd-481d-a9f2-54336c25b74d req-32530475-7126-4781-a3c2-364a697036dc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:59.979819 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-c97baf00-58cd-481d-a9f2-54336c25b74d req-32530475-7126-4781-a3c2-364a697036dc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:42:59.998749 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 48646) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:00.010637 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c97baf00-58cd-481d-a9f2-54336c25b74d req-32530475-7126-4781-a3c2-364a697036dc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508284 Aug 09 17:43:00.019463 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32530475-7126-4781-a3c2-364a697036dc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=469f6a5d-00c0-4d70-8a6f-16cd6a4ed016,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:00.106256 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f0e98a41-edcf-49e1-b95f-0fe4b3aeeb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:00.196810 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f0e98a41-edcf-49e1-b95f-0fe4b3aeeb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:00.200588 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f0e98a41-edcf-49e1-b95f-0fe4b3aeeb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:00.237862 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-f0e98a41-edcf-49e1-b95f-0fe4b3aeeb42 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a2e9b7dedff74754a0d641a9bc54df37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378733 Aug 09 17:43:00.238749 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e98a41-edcf-49e1-b95f-0fe4b3aeeb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f843aefb-f299-4cf6-aa9a-08c5c32b74e1,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:00.241750 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 48652) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:00.316294 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3f10aaf4-d2ac-482f-b2c1-018245dc11bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:00.372770 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3f10aaf4-d2ac-482f-b2c1-018245dc11bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:00.411925 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495f67e-41ff-4129-872e-cdcf3470dcf5 req-c716ddd1-756d-4540-8c9a-ae2f13210d13 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:00.413499 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2495f67e-41ff-4129-872e-cdcf3470dcf5 req-c716ddd1-756d-4540-8c9a-ae2f13210d13 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.1190672 Aug 09 17:43:00.436890 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c00719-9605-4803-bdad-5894165aee76 req-c4682ea6-ccfa-4fc2-8a4a-d7024b819a3e tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:00.438296 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-14c00719-9605-4803-bdad-5894165aee76 req-c4682ea6-ccfa-4fc2-8a4a-d7024b819a3e tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.1326935 Aug 09 17:43:00.489302 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3f10aaf4-d2ac-482f-b2c1-018245dc11bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:00.491904 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3f10aaf4-d2ac-482f-b2c1-018245dc11bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:00.495327 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-3f10aaf4-d2ac-482f-b2c1-018245dc11bd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f843aefb-f299-4cf6-aa9a-08c5c32b74e1 HTTP/1.1" status: 204 len: 168 time: 0.2524142 Aug 09 17:43:00.498641 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2495f67e-41ff-4129-872e-cdcf3470dcf5 req-31970810-6f87-4132-b07a-e546efa81b7d tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762370 Aug 09 17:43:00.509726 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-14c00719-9605-4803-bdad-5894165aee76 req-3f43439d-02c2-4ff3-a25e-95f08f701249 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639813 Aug 09 17:43:00.523144 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10aaf4-d2ac-482f-b2c1-018245dc11bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f843aefb-f299-4cf6-aa9a-08c5c32b74e1,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:00.618152 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea650c6-f638-409e-891e-34eed399e2d6 req-b13a775a-fbf3-41a5-929f-ec588f9c6bfc tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:00.619999 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7ea650c6-f638-409e-891e-34eed399e2d6 req-b13a775a-fbf3-41a5-929f-ec588f9c6bfc tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 946 time: 0.0502455 Aug 09 17:43:00.660053 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7ea650c6-f638-409e-891e-34eed399e2d6 req-d01fb262-ac8f-4892-8e30-ebd1c2a1c3e4 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339792 Aug 09 17:43:00.773747 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0bbf7-c014-4a7d-ae4a-4bf2c746647e req-b2a12503-8e4e-46cc-9908-2974ac0e8efa tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:00.775187 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dbb0bbf7-c014-4a7d-ae4a-4bf2c746647e req-b2a12503-8e4e-46cc-9908-2974ac0e8efa tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.0613453 Aug 09 17:43:00.777523 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb99edf-f49a-452b-83be-e85878f9a9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5599d55d-49bb-4f43-8d00-aee48753340a'}, {'server_uuid': '08274429-9cd4-4f13-963f-b4c7b3340e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6c190a-3229-4c4e-865f-95adbbfccdb3'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:43:00.780050 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fba97d-729c-4e33-85e1-2668428c9802" -d '{"events": [{"server_uuid": "3eb99edf-f49a-452b-83be-e85878f9a9e9", "name": "network-vif-plugged", "status": "completed", "tag": "5599d55d-49bb-4f43-8d00-aee48753340a"}, {"server_uuid": "08274429-9cd4-4f13-963f-b4c7b3340e2c", "name": "network-vif-plugged", "status": "completed", "tag": "fa6c190a-3229-4c4e-865f-95adbbfccdb3"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:43:00.828370 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 17:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6325471b-5bd0-4da1-acea-99a442184ec9 x-openstack-request-id: req-6325471b-5bd0-4da1-acea-99a442184ec9 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:43:00.828835 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb99edf-f49a-452b-83be-e85878f9a9e9", "name": "network-vif-plugged", "status": "completed", "tag": "5599d55d-49bb-4f43-8d00-aee48753340a", "code": 200}, {"server_uuid": "08274429-9cd4-4f13-963f-b4c7b3340e2c", "name": "network-vif-plugged", "status": "completed", "tag": "fa6c190a-3229-4c4e-865f-95adbbfccdb3", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:43:00.829300 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6325471b-5bd0-4da1-acea-99a442184ec9 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:43:00.829922 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb99edf-f49a-452b-83be-e85878f9a9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5599d55d-49bb-4f43-8d00-aee48753340a', 'code': 200} Aug 09 17:43:00.830670 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08274429-9cd4-4f13-963f-b4c7b3340e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6c190a-3229-4c4e-865f-95adbbfccdb3', 'code': 200} Aug 09 17:43:00.830804 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dbb0bbf7-c014-4a7d-ae4a-4bf2c746647e req-c7a2493b-95ef-4233-8248-a8c4f0f06cfd tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428529 Aug 09 17:43:00.837587 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 48672) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:00.851231 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5416f68f-b1eb-4949-8125-ac79bb7b3960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:00.945526 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5416f68f-b1eb-4949-8125-ac79bb7b3960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:00.949546 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5416f68f-b1eb-4949-8125-ac79bb7b3960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:00.987047 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416f68f-b1eb-4949-8125-ac79bb7b3960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc666ca4-05dc-4b28-bdf4-378005c670b7,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:00.992866 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-5416f68f-b1eb-4949-8125-ac79bb7b3960 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b03978edd9364b698cddb716462e2f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542125 Aug 09 17:43:00.996070 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 48674) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:01.043758 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a02d-9267-4cdb-acd8-62e15dcd795b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:01.064005 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a02d-9267-4cdb-acd8-62e15dcd795b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:01.117426 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a02d-9267-4cdb-acd8-62e15dcd795b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:01.120244 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a02d-9267-4cdb-acd8-62e15dcd795b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:01.123849 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-9dc8a02d-9267-4cdb-acd8-62e15dcd795b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc666ca4-05dc-4b28-bdf4-378005c670b7 HTTP/1.1" status: 204 len: 168 time: 0.1245162 Aug 09 17:43:01.129140 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8a02d-9267-4cdb-acd8-62e15dcd795b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc666ca4-05dc-4b28-bdf4-378005c670b7,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:01.659522 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb94e02-c51d-4308-a934-a9d3b03662f4 req-42c77e10-e4f6-49ba-937e-82b1ebaca359 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:01.661080 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4fb94e02-c51d-4308-a934-a9d3b03662f4 req-42c77e10-e4f6-49ba-937e-82b1ebaca359 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.0791216 Aug 09 17:43:01.668905 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:43:01.675127 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f841e-de74-4ae4-a291-b8335ed56e76 req-156e156d-49b2-453f-9562-2c0e5de1e83d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:01.676649 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-415f841e-de74-4ae4-a291-b8335ed56e76 req-156e156d-49b2-453f-9562-2c0e5de1e83d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0831254 Aug 09 17:43:01.727380 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:43:01.733210 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:43:01.733664 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:01.750475 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4fb94e02-c51d-4308-a934-a9d3b03662f4 req-ca1d3384-c904-419a-886c-98640774eed1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728509 Aug 09 17:43:01.757390 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-415f841e-de74-4ae4-a291-b8335ed56e76 req-8d1d0a99-7ec8-4eb0-83f7-416b408617e2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725422 Aug 09 17:43:01.835361 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:01.893572 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 51e9c80d-7cf4-49d2-b559-7d18bec99aa2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=51e9c80d-7cf4-49d2-b559-7d18bec99aa2,segment=NetworkSegment(1ea0c7ff-f175-439f-9c88-bc599790b0b0),segment_id=1ea0c7ff-f175-439f-9c88-bc599790b0b0)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:43:01.899794 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af8197-986b-42ac-8758-f6221e8fa654 req-6a48f25d-69b3-4188-b008-9addd25ae13e tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:01.901734 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-72af8197-986b-42ac-8758-f6221e8fa654 req-6a48f25d-69b3-4188-b008-9addd25ae13e tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 946 time: 0.0707610 Aug 09 17:43:01.904352 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:01.956848 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-72af8197-986b-42ac-8758-f6221e8fa654 req-49a2d06e-3756-46de-829e-69671d27fabc tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481031 Aug 09 17:43:01.982512 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=51e9c80d-7cf4-49d2-b559-7d18bec99aa2,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:02.032260 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523589d-9f32-437f-aa9e-4163892d68f4 req-9e7ed2fe-07df-4c27-8553-256a71e76349 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:02.033715 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f523589d-9f32-437f-aa9e-4163892d68f4 req-9e7ed2fe-07df-4c27-8553-256a71e76349 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.0614898 Aug 09 17:43:02.078739 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f523589d-9f32-437f-aa9e-4163892d68f4 req-a13cb09c-de73-4757-83f2-95f0766e80fd tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377502 Aug 09 17:43:02.831790 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed23cac-a927-4348-b95f-00e66044ea4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e9c80d-7cf4-49d2-b559-7d18bec99aa2'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:43:02.834779 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c306596-5cd9-4bca-8778-88f1e6fdbcd8" -d '{"events": [{"server_uuid": "6ed23cac-a927-4348-b95f-00e66044ea4b", "name": "network-vif-plugged", "status": "completed", "tag": "51e9c80d-7cf4-49d2-b559-7d18bec99aa2"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:43:02.913253 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5a850-34d8-442e-9d8d-91703036fc52 req-edc5d600-3e78-40a4-83f8-c8ec90b8d9c0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:02.914942 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-13c5a850-34d8-442e-9d8d-91703036fc52 req-edc5d600-3e78-40a4-83f8-c8ec90b8d9c0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.0839279 Aug 09 17:43:02.925938 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5db75a-2d2b-4091-a61a-55419b81036c req-26476cc2-2754-45e1-8762-880378590895 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:02.927407 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cd5db75a-2d2b-4091-a61a-55419b81036c req-26476cc2-2754-45e1-8762-880378590895 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0945375 Aug 09 17:43:02.986469 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-13c5a850-34d8-442e-9d8d-91703036fc52 req-ee31c99d-2d25-4923-b937-9199d2636ceb tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574958 Aug 09 17:43:02.992810 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cd5db75a-2d2b-4091-a61a-55419b81036c req-809d3fff-f5d4-4af5-acd4-9c8768df021d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569093 Aug 09 17:43:03.042060 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f9668f-3327-4ce9-8214-107ed8e76b51 x-openstack-request-id: req-b7f9668f-3327-4ce9-8214-107ed8e76b51 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:43:03.042594 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed23cac-a927-4348-b95f-00e66044ea4b", "name": "network-vif-plugged", "status": "completed", "tag": "51e9c80d-7cf4-49d2-b559-7d18bec99aa2", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:43:03.042594 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b7f9668f-3327-4ce9-8214-107ed8e76b51 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:43:03.043078 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed23cac-a927-4348-b95f-00e66044ea4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e9c80d-7cf4-49d2-b559-7d18bec99aa2', 'code': 200} Aug 09 17:43:03.121255 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302479cc-ddd4-4ceb-aa07-45e50edf8bf9 req-9840790e-7caa-4e08-8ede-2219c94b1d11 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:03.123044 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-302479cc-ddd4-4ceb-aa07-45e50edf8bf9 req-9840790e-7caa-4e08-8ede-2219c94b1d11 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 946 time: 0.0658896 Aug 09 17:43:03.168905 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-302479cc-ddd4-4ceb-aa07-45e50edf8bf9 req-f9fc5b86-1712-4d2b-bfd6-bdc09b2c8c5a tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389636 Aug 09 17:43:03.218197 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697bf3a-57f8-4816-940f-4990ea823ff0 req-7e6d135b-66ed-40df-affb-cf687b199701 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:03.219729 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a697bf3a-57f8-4816-940f-4990ea823ff0 req-7e6d135b-66ed-40df-affb-cf687b199701 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.0499721 Aug 09 17:43:03.262717 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a697bf3a-57f8-4816-940f-4990ea823ff0 req-d434b9cf-855a-4972-8fe2-80e44ec320f7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363066 Aug 09 17:43:03.726419 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 490436d2-e15e-438e-a685-331a16efa236 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:43:03.825099 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 490436d2-e15e-438e-a685-331a16efa236, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=490436d2-e15e-438e-a685-331a16efa236,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:43:03.836826 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '490436d2-e15e-438e-a685-331a16efa236', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'port_id': '490436d2-e15e-438e-a685-331a16efa236', 'mac_address': 'fa:16:3e:46:f7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:43:03.873684 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:03.886572 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490436d2-e15e-438e-a685-331a16efa236 {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:43:03.905584 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 490436d2-e15e-438e-a685-331a16efa236, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=490436d2-e15e-438e-a685-331a16efa236,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:43:03.910093 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:03.959528 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=490436d2-e15e-438e-a685-331a16efa236,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:04.140485 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769b7a6-5cec-4c36-9f04-4ea55f8c06a0 req-bf85f832-ff10-4a59-a04b-e9a7fd8029e5 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:04.141962 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f769b7a6-5cec-4c36-9f04-4ea55f8c06a0 req-bf85f832-ff10-4a59-a04b-e9a7fd8029e5 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0743318 Aug 09 17:43:04.152938 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22339705-821f-4933-861b-fc59364ae1e5 req-93a68d6f-4d92-4cc4-8749-37e41b275ddc tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:04.154387 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-22339705-821f-4933-861b-fc59364ae1e5 req-93a68d6f-4d92-4cc4-8749-37e41b275ddc tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.0842564 Aug 09 17:43:04.209957 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f769b7a6-5cec-4c36-9f04-4ea55f8c06a0 req-5509e84f-8dda-4eec-b659-b2969a1f478f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543983 Aug 09 17:43:04.217663 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-22339705-821f-4933-861b-fc59364ae1e5 req-eb6a0c33-0cd4-4e13-9477-38f7ee8b73a5 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566449 Aug 09 17:43:04.326794 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba00c47-13ae-436d-9bd9-2b8298df7eb1 req-8059596b-a0ac-4d40-a5b6-81931783a1ae tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:04.328342 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bba00c47-13ae-436d-9bd9-2b8298df7eb1 req-8059596b-a0ac-4d40-a5b6-81931783a1ae tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 946 time: 0.0594783 Aug 09 17:43:04.390988 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bba00c47-13ae-436d-9bd9-2b8298df7eb1 req-13499088-461b-4fce-a552-e48c8147acac tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567038 Aug 09 17:43:04.408057 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c40f3-7718-41e2-86ba-cd69126f36eb req-12c9ec6e-1a0e-453b-8c46-1bc75bd04d06 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:04.409693 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f80c40f3-7718-41e2-86ba-cd69126f36eb req-12c9ec6e-1a0e-453b-8c46-1bc75bd04d06 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 944 time: 0.0691736 Aug 09 17:43:04.449936 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f80c40f3-7718-41e2-86ba-cd69126f36eb req-d6bf829a-4a92-4912-b8f8-a55a743ffc83 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331185 Aug 09 17:43:05.087628 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861012e-8753-4456-a53e-685d99e7d725 req-1d2ffcf9-75e3-4e86-b826-64b95d88ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:05.089158 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5861012e-8753-4456-a53e-685d99e7d725 req-1d2ffcf9-75e3-4e86-b826-64b95d88ee49 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 1099 time: 0.0446863 Aug 09 17:43:05.093876 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['490436d2-e15e-438e-a685-331a16efa236'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:43:05.127847 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5861012e-8753-4456-a53e-685d99e7d725 req-78fd3bda-10cd-47fc-bb6b-4ea5d4fffe62 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303280 Aug 09 17:43:05.162280 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5c8c6-a77b-4d46-b92b-de04e5576ffe req-2a193713-d78b-46f6-8dfc-fd30d15d60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:05.164172 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-22c5c8c6-a77b-4d46-b92b-de04e5576ffe req-2a193713-d78b-46f6-8dfc-fd30d15d60aa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 1098 time: 0.0900574 Aug 09 17:43:05.167108 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43b4db-ae8c-409f-bba0-f031f2b99abe req-958c7756-ecb4-49fb-a7cb-63c88d80925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:05.168547 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-9d43b4db-ae8c-409f-bba0-f031f2b99abe req-958c7756-ecb4-49fb-a7cb-63c88d80925f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 1099 time: 0.1243825 Aug 09 17:43:05.472148 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84f981-1b58-45ed-94e7-174a4e3deac6 req-898115ef-5b0b-4953-85ad-b1ee2919609d tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:05.483546 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fe84f981-1b58-45ed-94e7-174a4e3deac6 req-898115ef-5b0b-4953-85ad-b1ee2919609d tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.1741774 Aug 09 17:43:05.500827 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-9d43b4db-ae8c-409f-bba0-f031f2b99abe req-62a1fbee-8ffa-48c5-9166-b9ea3969d872 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792201 Aug 09 17:43:05.507896 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-22c5c8c6-a77b-4d46-b92b-de04e5576ffe req-4648dffd-ed13-42e3-94d5-172f15d0d15a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847936 Aug 09 17:43:05.518785 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44fa1c-0f89-45b7-86c4-7a0a0bf51af4 req-9aa110d6-4d27-4139-ab1f-e674d547f442 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:05.520552 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2b44fa1c-0f89-45b7-86c4-7a0a0bf51af4 req-9aa110d6-4d27-4139-ab1f-e674d547f442 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.1799643 Aug 09 17:43:05.546565 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fe84f981-1b58-45ed-94e7-174a4e3deac6 req-f4802298-8b1d-4476-9c06-55c2de9024bb tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620165 Aug 09 17:43:05.581257 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2b44fa1c-0f89-45b7-86c4-7a0a0bf51af4 req-f6bf4ac8-96ae-4dd9-8021-6875d579db05 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478470 Aug 09 17:43:05.718634 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e96a6c-4a51-463f-886b-144b1c7f0214 req-ec1eb512-8c57-4e32-8fc7-1a8b3f2fb8a9 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:05.720836 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-56e96a6c-4a51-463f-886b-144b1c7f0214 req-ec1eb512-8c57-4e32-8fc7-1a8b3f2fb8a9 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 946 time: 0.0929453 Aug 09 17:43:05.734449 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eff736-aa4e-41fc-9a5c-d57ebbc32bc9 req-11803fa9-5b6e-42af-9ab8-0d6639841bc9 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:05.735936 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b4eff736-aa4e-41fc-9a5c-d57ebbc32bc9 req-11803fa9-5b6e-42af-9ab8-0d6639841bc9 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 944 time: 0.0750155 Aug 09 17:43:05.778424 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 48844) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:05.799700 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-56e96a6c-4a51-463f-886b-144b1c7f0214 req-e2e1436c-993b-4d2a-98a4-5873c3f64efd tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626712 Aug 09 17:43:05.805543 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b4eff736-aa4e-41fc-9a5c-d57ebbc32bc9 req-d719811e-2731-474e-b308-f1c750ce74e2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626197 Aug 09 17:43:05.900684 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8ac68039-39f1-4204-b628-3ffc26f60509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:05.996055 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8ac68039-39f1-4204-b628-3ffc26f60509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:06.001239 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8ac68039-39f1-4204-b628-3ffc26f60509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:06.041855 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-8ac68039-39f1-4204-b628-3ffc26f60509 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=58c3d2c2be3048cabc17e2beefe817d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622585 Aug 09 17:43:06.042678 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac68039-39f1-4204-b628-3ffc26f60509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1776433e-36d6-4f71-b36c-88e6f3afc5f1,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:06.044603 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 48862) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:06.102620 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5543a266-eee4-4274-b754-05dba4c8b338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:06.124801 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5543a266-eee4-4274-b754-05dba4c8b338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:06.175756 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5543a266-eee4-4274-b754-05dba4c8b338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:06.179245 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5543a266-eee4-4274-b754-05dba4c8b338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:06.180409 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-5543a266-eee4-4274-b754-05dba4c8b338 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1776433e-36d6-4f71-b36c-88e6f3afc5f1 HTTP/1.1" status: 204 len: 168 time: 0.1334188 Aug 09 17:43:06.192284 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543a266-eee4-4274-b754-05dba4c8b338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1776433e-36d6-4f71-b36c-88e6f3afc5f1,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:06.461383 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 48874) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:06.474837 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-43e0b40b-5a8a-44aa-a837-9ee76e8dbcd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:06.574770 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-43e0b40b-5a8a-44aa-a837-9ee76e8dbcd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:06.578880 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-43e0b40b-5a8a-44aa-a837-9ee76e8dbcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:06.623725 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0b40b-5a8a-44aa-a837-9ee76e8dbcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853488d2-df2b-4953-b80f-a8b8a0429db3,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:06.628803 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-43e0b40b-5a8a-44aa-a837-9ee76e8dbcd0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d58d082bcd2542b49785c45a0907085b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657839 Aug 09 17:43:06.631002 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 48880) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:06.748227 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 490436d2-e15e-438e-a685-331a16efa236 up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:43:06.755289 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa0160-ab03-4eb1-9bef-a8c53878fdb3 req-efd072dc-2163-4bd1-b997-500b3bbbf667 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:06.757351 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f7aa0160-ab03-4eb1-9bef-a8c53878fdb3 req-efd072dc-2163-4bd1-b997-500b3bbbf667 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.1203759 Aug 09 17:43:06.759541 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8ac900cf-d57f-4ab1-95b7-1a2731c8e9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:06.767332 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa9b8b-8c1f-4f07-8220-d73e4a437e06 req-eb439576-007f-4cab-8835-00ccf14f92af tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:06.768757 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-faaa9b8b-8c1f-4f07-8220-d73e4a437e06 req-eb439576-007f-4cab-8835-00ccf14f92af tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0951700 Aug 09 17:43:06.820419 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port 490436d2-e15e-438e-a685-331a16efa236 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:43:06.825745 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 490436d2-e15e-438e-a685-331a16efa236 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:43:06.826541 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:06.925406 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:06.954162 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b90caf-360f-4558-9483-6fec8ba470da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490436d2-e15e-438e-a685-331a16efa236'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:43:06.956703 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c72135d-3f5e-4605-b5f6-3b7c426469fe" -d '{"events": [{"server_uuid": "80b90caf-360f-4558-9483-6fec8ba470da", "name": "network-vif-plugged", "status": "completed", "tag": "490436d2-e15e-438e-a685-331a16efa236"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:43:06.971622 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 48900) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:06.977733 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 490436d2-e15e-438e-a685-331a16efa236, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=490436d2-e15e-438e-a685-331a16efa236,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:43:06.987055 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.038844 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=490436d2-e15e-438e-a685-331a16efa236,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:07.040698 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8ac900cf-d57f-4ab1-95b7-1a2731c8e9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.073466 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-faaa9b8b-8c1f-4f07-8220-d73e4a437e06 req-e198cfc8-929b-468e-a254-d435f2546215 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858080 Aug 09 17:43:07.079338 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f7aa0160-ab03-4eb1-9bef-a8c53878fdb3 req-c6713c05-3b6f-4b3c-857e-992e9f191497 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096955 Aug 09 17:43:07.103255 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 48904) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:07.190076 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8ac900cf-d57f-4ab1-95b7-1a2731c8e9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.192612 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8ac900cf-d57f-4ab1-95b7-1a2731c8e9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.194564 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-8ac900cf-d57f-4ab1-95b7-1a2731c8e9d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/853488d2-df2b-4953-b80f-a8b8a0429db3 HTTP/1.1" status: 204 len: 168 time: 0.5627151 Aug 09 17:43:07.216142 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4191da4c-5a8d-4740-981a-b180016fbe38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.231145 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac900cf-d57f-4ab1-95b7-1a2731c8e9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853488d2-df2b-4953-b80f-a8b8a0429db3,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:07.261841 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f141e-fcdd-4ac5-9299-8548b4f87c42 req-b8865733-7e49-4b2e-af50-13a4866c24be tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:07.271923 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-104f141e-fcdd-4ac5-9299-8548b4f87c42 req-b8865733-7e49-4b2e-af50-13a4866c24be tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 946 time: 0.1041808 Aug 09 17:43:07.277215 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3ddc25f4-ab4f-48b8-80c8-f1e6061a4a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.282629 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b9412-dab3-42fd-a568-2cf5db847e5b req-d3c3d1a7-7731-45ec-894e-eb9c942145c8 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:07.284987 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8e0b9412-dab3-42fd-a568-2cf5db847e5b req-d3c3d1a7-7731-45ec-894e-eb9c942145c8 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.1284418 Aug 09 17:43:07.337777 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.db.api [None req-3ddc25f4-ab4f-48b8-80c8-f1e6061a4a18 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 17:43:07.337777 dv-cinder-780933-13-iscsi neutron-server[99899]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 17:43:07.337777 dv-cinder-780933-13-iscsi neutron-server[99899]: [parameters: {'project_id': '18b4f11d5dbd4dcc989871bf23937b66', 'id': '8b06b732-8c9e-424f-959f-a1e6a77cae95', 'expiration': datetime.datetime(2021, 8, 9, 17, 45, 7, 317699)}] Aug 09 17:43:07.337777 dv-cinder-780933-13-iscsi neutron-server[99899]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99899) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 17:43:07.338192 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG oslo_db.api [None req-3ddc25f4-ab4f-48b8-80c8-f1e6061a4a18 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 17:43:07.369872 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8e0b9412-dab3-42fd-a568-2cf5db847e5b req-dc9df906-58e2-4481-99c0-3a2774bef448 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760455 Aug 09 17:43:07.382112 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-104f141e-fcdd-4ac5-9299-8548b4f87c42 req-50b429a2-f0e8-4e82-b8a9-5f6cf052d811 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091244 Aug 09 17:43:07.431842 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee161e0a-06c6-4d55-b2d8-7a9ba56f47cd x-openstack-request-id: req-ee161e0a-06c6-4d55-b2d8-7a9ba56f47cd {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:43:07.432752 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b90caf-360f-4558-9483-6fec8ba470da", "name": "network-vif-plugged", "status": "completed", "tag": "490436d2-e15e-438e-a685-331a16efa236", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:43:07.433171 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ee161e0a-06c6-4d55-b2d8-7a9ba56f47cd {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:43:07.434113 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b90caf-360f-4558-9483-6fec8ba470da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490436d2-e15e-438e-a685-331a16efa236', 'code': 200} Aug 09 17:43:07.448576 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4191da4c-5a8d-4740-981a-b180016fbe38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.457859 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4191da4c-5a8d-4740-981a-b180016fbe38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.503438 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-4191da4c-5a8d-4740-981a-b180016fbe38 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5f3cfb7dcc549d89ac453d6061a9ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5306180 Aug 09 17:43:07.506625 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 48926) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:07.527777 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191da4c-5a8d-4740-981a-b180016fbe38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57ebd90-e291-4fbd-abea-f8e5c983630f,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:07.592426 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd5ef-afee-4792-be15-a536e4cef2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.619373 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd5ef-afee-4792-be15-a536e4cef2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.678682 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 48932) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:07.698467 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd5ef-afee-4792-be15-a536e4cef2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.701971 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd5ef-afee-4792-be15-a536e4cef2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.703419 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-3f2dd5ef-afee-4792-be15-a536e4cef2af admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f57ebd90-e291-4fbd-abea-f8e5c983630f HTTP/1.1" status: 204 len: 168 time: 0.1951690 Aug 09 17:43:07.706126 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5a9b30a4-2ba4-45f6-982f-6b032853df67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.727638 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2dd5ef-afee-4792-be15-a536e4cef2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57ebd90-e291-4fbd-abea-f8e5c983630f,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:07.837298 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5a9b30a4-2ba4-45f6-982f-6b032853df67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.839887 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3ddc25f4-ab4f-48b8-80c8-f1e6061a4a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.846009 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5a9b30a4-2ba4-45f6-982f-6b032853df67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.897625 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b30a4-2ba4-45f6-982f-6b032853df67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acb251f-14a7-4041-831a-2b851d6fb0ef,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:07.902813 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-b82ac08f-83ea-4159-8ff8-1efa565086a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:07.911634 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-5a9b30a4-2ba4-45f6-982f-6b032853df67 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9d9f492fb16457eaf3ccb881dfa3ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284722 Aug 09 17:43:07.913952 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 48936) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:07.998810 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-282c5fee-aeb2-4d17-a5b1-58a9cd3fc9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:08.001602 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3ddc25f4-ab4f-48b8-80c8-f1e6061a4a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:08.007468 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3ddc25f4-ab4f-48b8-80c8-f1e6061a4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:08.020421 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21692b79-aa06-47ed-9d00-38fbfc38861e req-7dea9e35-8dae-46d5-852b-3305e63faac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:08.023564 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-21692b79-aa06-47ed-9d00-38fbfc38861e req-7dea9e35-8dae-46d5-852b-3305e63faac1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 1098 time: 0.1086240 Aug 09 17:43:08.043932 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-282c5fee-aeb2-4d17-a5b1-58a9cd3fc9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:08.058363 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-3ddc25f4-ab4f-48b8-80c8-f1e6061a4a18 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=18b4f11d5dbd4dcc989871bf23937b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9539504 Aug 09 17:43:08.060492 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc25f4-ab4f-48b8-80c8-f1e6061a4a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7db17ea-0b3d-4dde-8c4e-ad818eca12c8,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:08.063184 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 48940) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:08.120726 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-282c5fee-aeb2-4d17-a5b1-58a9cd3fc9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:08.127221 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-282c5fee-aeb2-4d17-a5b1-58a9cd3fc9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:08.132861 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-282c5fee-aeb2-4d17-a5b1-58a9cd3fc9ed admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6acb251f-14a7-4041-831a-2b851d6fb0ef HTTP/1.1" status: 204 len: 168 time: 0.2128267 Aug 09 17:43:08.142248 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c5fee-aeb2-4d17-a5b1-58a9cd3fc9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acb251f-14a7-4041-831a-2b851d6fb0ef,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:08.157898 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-21692b79-aa06-47ed-9d00-38fbfc38861e req-e8b921ff-0604-4b2a-946d-1c9ab2a7dd98 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654416 Aug 09 17:43:08.161041 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ea1d080f-df10-4475-95f3-4cbd50e05a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:08.212035 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ea1d080f-df10-4475-95f3-4cbd50e05a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:08.285054 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 48948) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:08.294105 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ea1d080f-df10-4475-95f3-4cbd50e05a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:08.297093 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ea1d080f-df10-4475-95f3-4cbd50e05a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:08.298386 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-ea1d080f-df10-4475-95f3-4cbd50e05a9f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e7db17ea-0b3d-4dde-8c4e-ad818eca12c8 HTTP/1.1" status: 204 len: 168 time: 0.2343123 Aug 09 17:43:08.307904 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1e7d05e4-732f-4982-a318-23aaa4ef281c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:08.324614 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d080f-df10-4475-95f3-4cbd50e05a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7db17ea-0b3d-4dde-8c4e-ad818eca12c8,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:08.343282 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9bb50-ff89-447a-aa79-2a133055abee req-aae032cb-1395-4eff-aff5-6eed34aaada8 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:08.353434 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-14c9bb50-ff89-447a-aa79-2a133055abee req-aae032cb-1395-4eff-aff5-6eed34aaada8 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.1331060 Aug 09 17:43:08.379668 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83b210-c6d4-49f9-9b07-aeb27add9ac0 req-18152466-f1a7-4c48-9ea7-204eb2fd5954 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:08.381346 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8a83b210-c6d4-49f9-9b07-aeb27add9ac0 req-18152466-f1a7-4c48-9ea7-204eb2fd5954 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.1636336 Aug 09 17:43:08.416932 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-14c9bb50-ff89-447a-aa79-2a133055abee req-5b4c6566-d824-4b3f-89cb-5f629db2cb38 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626109 Aug 09 17:43:08.458100 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8a83b210-c6d4-49f9-9b07-aeb27add9ac0 req-9bbde250-78ec-406d-b8e2-ba848766259b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688298 Aug 09 17:43:08.463348 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1e7d05e4-732f-4982-a318-23aaa4ef281c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:08.470703 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1e7d05e4-732f-4982-a318-23aaa4ef281c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:08.534491 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-1e7d05e4-732f-4982-a318-23aaa4ef281c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4788ef44b3a14655be2461f0ef926ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477851 Aug 09 17:43:08.535547 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d05e4-732f-4982-a318-23aaa4ef281c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66274e08-a55b-48b2-8366-7227960988d7,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:08.537652 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 48964) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:08.809855 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ed34a-ed0c-48c3-9f41-f12458915fc9 req-e73bcdfb-f277-4891-9296-9bf268b4b17e tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:08.811828 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-708ed34a-ed0c-48c3-9f41-f12458915fc9 req-e73bcdfb-f277-4891-9296-9bf268b4b17e tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 946 time: 0.2366877 Aug 09 17:43:08.842148 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3c81317a-e4ea-497f-881e-57176c4e264a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:08.874057 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef140c50-6458-4f8b-9295-b0632f113be9 req-5470d9ee-9859-4e8a-9da7-525aa2ab89fa tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:08.875872 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ef140c50-6458-4f8b-9295-b0632f113be9 req-5470d9ee-9859-4e8a-9da7-525aa2ab89fa tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.2622678 Aug 09 17:43:08.910686 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3c81317a-e4ea-497f-881e-57176c4e264a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:08.934778 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-708ed34a-ed0c-48c3-9f41-f12458915fc9 req-76cb5374-6f51-4713-9739-ffbc70201d94 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049533 Aug 09 17:43:08.994065 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ef140c50-6458-4f8b-9295-b0632f113be9 req-eb0701d6-47aa-48cc-826a-50d866329878 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047089 Aug 09 17:43:09.015696 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3c81317a-e4ea-497f-881e-57176c4e264a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:09.018387 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3c81317a-e4ea-497f-881e-57176c4e264a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:09.019622 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-3c81317a-e4ea-497f-881e-57176c4e264a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/66274e08-a55b-48b2-8366-7227960988d7 HTTP/1.1" status: 204 len: 168 time: 0.4808657 Aug 09 17:43:09.051582 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81317a-e4ea-497f-881e-57176c4e264a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66274e08-a55b-48b2-8366-7227960988d7,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:09.488527 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcb3fb-db46-4e14-857b-e9d256b67d34 req-5d5569fe-55d3-4714-b94b-47d83f4d5c4e tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:09.498748 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d67b-a35d-4f75-a0d5-3280dbbab27c req-1a3717b7-335d-4a8c-a4ac-c86326f9b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:09.499337 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-04fcb3fb-db46-4e14-857b-e9d256b67d34 req-5d5569fe-55d3-4714-b94b-47d83f4d5c4e tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.1209812 Aug 09 17:43:09.502399 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1cc8d67b-a35d-4f75-a0d5-3280dbbab27c req-1a3717b7-335d-4a8c-a4ac-c86326f9b13c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=491af0e0ec7145c6b70e6cad8cf1c855&device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 1098 time: 0.0969527 Aug 09 17:43:09.566472 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-04fcb3fb-db46-4e14-857b-e9d256b67d34 req-8a1cd2cb-5493-4999-97b8-45d0bb435866 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656862 Aug 09 17:43:09.649426 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d67b-a35d-4f75-a0d5-3280dbbab27c req-27853f2f-c8f6-49ba-b901-8d0f05c6e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:09.651041 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1cc8d67b-a35d-4f75-a0d5-3280dbbab27c req-27853f2f-c8f6-49ba-b901-8d0f05c6e6fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bbfc673-a3e0-4db9-acc3-57ffa461b335 HTTP/1.1" status: 200 len: 920 time: 0.1339011 Aug 09 17:43:09.712219 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1cc8d67b-a35d-4f75-a0d5-3280dbbab27c req-ee81a4eb-8a7e-49b7-9dc3-10cdf7736afa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe96a45a-61cb-40ed-9935-d4ac66d04b6d HTTP/1.1" status: 200 len: 217 time: 0.0531392 Aug 09 17:43:09.795454 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d67b-a35d-4f75-a0d5-3280dbbab27c req-405f8d6e-3c34-4e3f-957f-d579df7f8013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:09.797454 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1cc8d67b-a35d-4f75-a0d5-3280dbbab27c req-405f8d6e-3c34-4e3f-957f-d579df7f8013 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15242da1-2ab2-4849-a4d2-6d06c062041e HTTP/1.1" status: 200 len: 859 time: 0.0520442 Aug 09 17:43:09.832860 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1cc8d67b-a35d-4f75-a0d5-3280dbbab27c req-7cc8ed7e-61c4-433b-a849-46fba176cb96 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bbfc673-a3e0-4db9-acc3-57ffa461b335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271008 Aug 09 17:43:09.871871 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 49044) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:09.938721 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1cc8d67b-a35d-4f75-a0d5-3280dbbab27c req-795dabb2-b38d-4cb0-9941-376ee3f915c5 service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975237 Aug 09 17:43:10.105323 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1cc8d67b-a35d-4f75-a0d5-3280dbbab27c req-d336f594-cd97-416b-8e3b-64e8b8941789 service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513686 Aug 09 17:43:10.111665 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3305-6a21-44a7-8a1f-8273c5fcc5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:10.284010 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282ce1a-a0ae-494b-9c8f-dc002e149b90 req-a9b2e8d8-44cb-4ac8-8b4a-741eeb9dd59d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:10.294159 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3282ce1a-a0ae-494b-9c8f-dc002e149b90 req-a9b2e8d8-44cb-4ac8-8b4a-741eeb9dd59d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.1642907 Aug 09 17:43:10.342117 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3305-6a21-44a7-8a1f-8273c5fcc5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:10.356229 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3305-6a21-44a7-8a1f-8273c5fcc5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:10.398920 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-bd3f3305-6a21-44a7-8a1f-8273c5fcc5ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a44b5140e9724e32af3a23071f76c319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5214088 Aug 09 17:43:10.399624 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 49076) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:10.411329 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3282ce1a-a0ae-494b-9c8f-dc002e149b90 req-606093c6-54bd-42aa-b5c1-00ed43ca2824 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163030 Aug 09 17:43:10.425762 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f3305-6a21-44a7-8a1f-8273c5fcc5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af17b7e-8888-4bc8-bd05-d73a06322cfb,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:10.476358 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b5391c72-8e13-4319-a905-4877a33f3db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:10.506768 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b5391c72-8e13-4319-a905-4877a33f3db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:10.556350 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:10.591193 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64503c-bf2f-4ab8-ab2c-9c7bc5dafd52 req-a514f34e-b897-482f-85c4-7fc606820a29 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:10.599170 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8c64503c-bf2f-4ab8-ab2c-9c7bc5dafd52 req-a514f34e-b897-482f-85c4-7fc606820a29 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0882704 Aug 09 17:43:10.602689 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 49088) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:10.621943 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b5391c72-8e13-4319-a905-4877a33f3db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:10.625247 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-6483bd52-9508-482c-9a0b-76fbb57cfff0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Request body: {'floatingip': {'port_id': '490436d2-e15e-438e-a685-331a16efa236'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:10.625404 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b5391c72-8e13-4319-a905-4877a33f3db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:10.630548 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-b5391c72-8e13-4319-a905-4877a33f3db8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2af17b7e-8888-4bc8-bd05-d73a06322cfb HTTP/1.1" status: 204 len: 168 time: 0.2297456 Aug 09 17:43:10.643165 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5391c72-8e13-4319-a905-4877a33f3db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af17b7e-8888-4bc8-bd05-d73a06322cfb,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:10.825282 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6483bd52-9508-482c-9a0b-76fbb57cfff0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for floatingip, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:10.843223 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-21019358-4683-4594-83c6-b6c06a51b50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:11.180744 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544c347-afef-43b8-a4d5-17a3b4ed7129 req-e529c180-40ac-4dc4-91b7-3d51cdc74aea tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:11.182312 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a544c347-afef-43b8-a4d5-17a3b4ed7129 req-e529c180-40ac-4dc4-91b7-3d51cdc74aea tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.4341009 Aug 09 17:43:11.325822 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 49118) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:11.341278 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-67e6ccdb-5e74-461a-9bd3-b88d2994be29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:11.486423 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a544c347-afef-43b8-a4d5-17a3b4ed7129 req-a09b919b-d869-4192-8aa7-1829c29b403f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132874 Aug 09 17:43:11.559277 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-67e6ccdb-5e74-461a-9bd3-b88d2994be29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:11.563909 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-67e6ccdb-5e74-461a-9bd3-b88d2994be29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:11.609074 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-67e6ccdb-5e74-461a-9bd3-b88d2994be29 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1274559dfa5f4f74a5f160b2d6fbd078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821102 Aug 09 17:43:11.611174 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6ccdb-5e74-461a-9bd3-b88d2994be29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a9ce2c-3320-4d80-ba45-789e53f4c90d,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:11.619019 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 49128) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:11.725463 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-d2459e71-891f-4731-84e7-9a0f6a68a776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:11.751573 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-d2459e71-891f-4731-84e7-9a0f6a68a776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:11.807461 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.db.resource_extend [None req-6483bd52-9508-482c-9a0b-76fbb57cfff0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 17:43:11.831910 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-d2459e71-891f-4731-84e7-9a0f6a68a776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:11.835477 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-d2459e71-891f-4731-84e7-9a0f6a68a776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:11.836925 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-d2459e71-891f-4731-84e7-9a0f6a68a776 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a7a9ce2c-3320-4d80-ba45-789e53f4c90d HTTP/1.1" status: 204 len: 168 time: 0.2169473 Aug 09 17:43:11.853789 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2459e71-891f-4731-84e7-9a0f6a68a776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a9ce2c-3320-4d80-ba45-789e53f4c90d,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:11.890577 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:12.125820 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6483bd52-9508-482c-9a0b-76fbb57cfff0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:12.134887 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6483bd52-9508-482c-9a0b-76fbb57cfff0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:12.260433 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.l3_db [None req-6483bd52-9508-482c-9a0b-76fbb57cfff0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Floating IP 661b09a7-db96-4bd9-ad64-a849be48eb2a associated. External IP: 172.27.3.59, port: 490436d2-e15e-438e-a685-331a16efa236. Aug 09 17:43:12.551283 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6483bd52-9508-482c-9a0b-76fbb57cfff0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Router 6db682de-c95f-479b-b88d-8af3386ffb9d has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:43:12.749680 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f16454-d1c4-46b3-b749-b838d8e0cdfc req-e22484f2-38d1-4e97-8762-7c9bf226a1bd tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:12.750732 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-11f16454-d1c4-46b3-b749-b838d8e0cdfc req-e22484f2-38d1-4e97-8762-7c9bf226a1bd tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.1390905 Aug 09 17:43:12.761701 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6483bd52-9508-482c-9a0b-76fbb57cfff0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:43:12.767997 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6483bd52-9508-482c-9a0b-76fbb57cfff0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:12.778503 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362bd66-1622-467d-b8be-8aeab6f411e6 None None] Sync routers for ids ['6db682de-c95f-479b-b88d-8af3386ffb9d'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:43:12.794145 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362bd66-1622-467d-b8be-8aeab6f411e6 None None] Routers {'6db682de-c95f-479b-b88d-8af3386ffb9d'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:43:12.794780 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-7362bd66-1622-467d-b8be-8aeab6f411e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:43:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['6db682de-c95f-479b-b88d-8af3386ffb9d'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:12.820818 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-6483bd52-9508-482c-9a0b-76fbb57cfff0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "PUT /v2.0/floatingips/661b09a7-db96-4bd9-ad64-a849be48eb2a HTTP/1.1" status: 200 len: 990 time: 2.2046845 Aug 09 17:43:12.824150 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b90caf-360f-4558-9483-6fec8ba470da', 'tag': '490436d2-e15e-438e-a685-331a16efa236'}] {{(pid=99900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:43:12.827441 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52788b1323733baf8e31af4f639cf4d765f564af81bf47ef1f9025336242e156" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95cebef-ee10-4da1-ac15-c10a595cfa77" -d '{"events": [{"name": "network-changed", "server_uuid": "80b90caf-360f-4558-9483-6fec8ba470da", "tag": "490436d2-e15e-438e-a685-331a16efa236"}]}' {{(pid=99900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:43:12.840566 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-11f16454-d1c4-46b3-b749-b838d8e0cdfc req-b4f70e3c-957d-47f8-adfd-150adda69967 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765219 Aug 09 17:43:12.921295 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-7362bd66-1622-467d-b8be-8aeab6f411e6 None None] Set router 6db682de-c95f-479b-b88d-8af3386ffb9d gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:43:12.928634 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223cb6d4-a567-4cd1-b31f-53b5a9f88f66 x-openstack-request-id: req-223cb6d4-a567-4cd1-b31f-53b5a9f88f66 {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:43:12.928942 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b90caf-360f-4558-9483-6fec8ba470da", "tag": "490436d2-e15e-438e-a685-331a16efa236", "status": "completed", "code": 200}]} {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:43:12.931027 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-223cb6d4-a567-4cd1-b31f-53b5a9f88f66 {{(pid=99900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:43:12.931027 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b90caf-360f-4558-9483-6fec8ba470da', 'tag': '490436d2-e15e-438e-a685-331a16efa236', 'status': 'completed', 'code': 200} Aug 09 17:43:13.300720 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-7362bd66-1622-467d-b8be-8aeab6f411e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:24Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '661b09a7-db96-4bd9-ad64-a849be48eb2a', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'port_id': '490436d2-e15e-438e-a685-331a16efa236', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'mac_address': 'fa:16:3e:46:f7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b90caf-360f-4558-9483-6fec8ba470da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:42:34Z', 'updated_at': '2021-08-09T17:43:11Z', 'revision_number': 1, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34684c8c-35b9-445d-890d-2984fc69f8ff', 'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'mac_address': 'fa:16:3e:a5:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:22Z', 'updated_at': '2021-08-09T17:42:36Z', 'revision_number': 5, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'subnets': [{'id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:13.331746 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362bd66-1622-467d-b8be-8aeab6f411e6 None None] Checking router: 6db682de-c95f-479b-b88d-8af3386ffb9d for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:43:13.341336 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362bd66-1622-467d-b8be-8aeab6f411e6 None None] Routers {'6db682de-c95f-479b-b88d-8af3386ffb9d'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:43:13.342039 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-7362bd66-1622-467d-b8be-8aeab6f411e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:43:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['6db682de-c95f-479b-b88d-8af3386ffb9d'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:13.455361 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-7362bd66-1622-467d-b8be-8aeab6f411e6 None None] Set router 6db682de-c95f-479b-b88d-8af3386ffb9d gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:43:13.587487 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 49236) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:13.629041 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:13.716522 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-080cd49a-7415-45c5-a3d2-991ef6efc49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:13.717791 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-7362bd66-1622-467d-b8be-8aeab6f411e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:24Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '661b09a7-db96-4bd9-ad64-a849be48eb2a', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'port_id': '490436d2-e15e-438e-a685-331a16efa236', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'mac_address': 'fa:16:3e:46:f7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b90caf-360f-4558-9483-6fec8ba470da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:42:34Z', 'updated_at': '2021-08-09T17:43:11Z', 'revision_number': 1, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34684c8c-35b9-445d-890d-2984fc69f8ff', 'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'mac_address': 'fa:16:3e:a5:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:22Z', 'updated_at': '2021-08-09T17:42:36Z', 'revision_number': 5, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'subnets': [{'id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:13.746261 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362bd66-1622-467d-b8be-8aeab6f411e6 None None] The sync data for ids ['6db682de-c95f-479b-b88d-8af3386ffb9d'] in dv-cinder-780933-13-iscsi is: [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:24Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '661b09a7-db96-4bd9-ad64-a849be48eb2a', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'port_id': '490436d2-e15e-438e-a685-331a16efa236', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'mac_address': 'fa:16:3e:46:f7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b90caf-360f-4558-9483-6fec8ba470da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:42:34Z', 'updated_at': '2021-08-09T17:43:11Z', 'revision_number': 1, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34684c8c-35b9-445d-890d-2984fc69f8ff', 'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'mac_address': 'fa:16:3e:a5:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:22Z', 'updated_at': '2021-08-09T17:42:36Z', 'revision_number': 5, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'subnets': [{'id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:43:13.862919 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-080cd49a-7415-45c5-a3d2-991ef6efc49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:13.868239 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-080cd49a-7415-45c5-a3d2-991ef6efc49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:13.920247 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 49252) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:13.920778 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-080cd49a-7415-45c5-a3d2-991ef6efc49c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4af5db25e192459f80404c4ae4e19b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316514 Aug 09 17:43:13.921181 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cd49a-7415-45c5-a3d2-991ef6efc49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35df7fc-4f38-4de1-82ec-7b05c830ffc3,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:14.019090 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-cbe11688-930f-4edb-b8e5-75b772957f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:14.033874 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e728833-8537-4ed8-9194-c9b916c97df2 None None] New status for floating IP 661b09a7-db96-4bd9-ad64-a849be48eb2a: ACTIVE {{(pid=99901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:43:14.034587 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a490ac-1745-4e4d-af4e-95ac971146ee req-eb35373f-8bcf-4e77-9706-98d5d8bd0788 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:14.037413 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-82a490ac-1745-4e4d-af4e-95ac971146ee req-eb35373f-8bcf-4e77-9706-98d5d8bd0788 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0985436 Aug 09 17:43:14.078915 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-cbe11688-930f-4edb-b8e5-75b772957f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:14.109423 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-82a490ac-1745-4e4d-af4e-95ac971146ee req-e3842be2-66d4-4b7c-b655-a2c588f8ce4e tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637980 Aug 09 17:43:14.159690 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-cbe11688-930f-4edb-b8e5-75b772957f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:14.163545 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-cbe11688-930f-4edb-b8e5-75b772957f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:14.164757 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-cbe11688-930f-4edb-b8e5-75b772957f46 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b35df7fc-4f38-4de1-82ec-7b05c830ffc3 HTTP/1.1" status: 204 len: 168 time: 0.2435155 Aug 09 17:43:14.203040 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe11688-930f-4edb-b8e5-75b772957f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35df7fc-4f38-4de1-82ec-7b05c830ffc3,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:14.476858 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 49264) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:14.491440 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9a5297be-2041-4c39-a3f9-ccca3cb0aed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:14.594459 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9a5297be-2041-4c39-a3f9-ccca3cb0aed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:14.598677 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9a5297be-2041-4c39-a3f9-ccca3cb0aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:14.637985 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-9a5297be-2041-4c39-a3f9-ccca3cb0aed1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4b1d0cb870234417ad11d13cb3e7687a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599257 Aug 09 17:43:14.638849 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5297be-2041-4c39-a3f9-ccca3cb0aed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2662b5-3eb2-40c9-86db-88ba3765ea45,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:14.640575 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 49266) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:14.694370 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb70b-6be9-48fe-a061-e2f21eb2f863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:14.716373 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb70b-6be9-48fe-a061-e2f21eb2f863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:14.763441 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb70b-6be9-48fe-a061-e2f21eb2f863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:14.765955 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb70b-6be9-48fe-a061-e2f21eb2f863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:14.767249 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-5c2cb70b-6be9-48fe-a061-e2f21eb2f863 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9e2662b5-3eb2-40c9-86db-88ba3765ea45 HTTP/1.1" status: 204 len: 168 time: 0.1255379 Aug 09 17:43:14.775416 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cb70b-6be9-48fe-a061-e2f21eb2f863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2662b5-3eb2-40c9-86db-88ba3765ea45,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:15.239608 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae26526-02ac-4079-b73b-15f34b326bd1 req-fb947b6d-62db-4cad-9f4d-15c0fb946e5f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:15.241661 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dae26526-02ac-4079-b73b-15f34b326bd1 req-fb947b6d-62db-4cad-9f4d-15c0fb946e5f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0512135 Aug 09 17:43:15.281196 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dae26526-02ac-4079-b73b-15f34b326bd1 req-a0f88fcd-e600-4e08-bd16-c3cf4d809d7f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333157 Aug 09 17:43:15.964658 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cebef-ee10-4da1-ac15-c10a595cfa77 req-c14fd133-f7bb-43f4-84ec-b5ada58fcc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:15.966107 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f95cebef-ee10-4da1-ac15-c10a595cfa77 req-c14fd133-f7bb-43f4-84ec-b5ada58fcc49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc9699f4940942999992b0fe593c8833&device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 1098 time: 0.0393825 Aug 09 17:43:16.059862 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cebef-ee10-4da1-ac15-c10a595cfa77 req-b9f60940-40a0-4fd6-923d-82c7ef9e344a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:16.061309 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f95cebef-ee10-4da1-ac15-c10a595cfa77 req-b9f60940-40a0-4fd6-923d-82c7ef9e344a service neutron] 10.222.0.65 "GET /v2.0/networks?id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f HTTP/1.1" status: 200 len: 917 time: 0.0852230 Aug 09 17:43:16.162049 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f95cebef-ee10-4da1-ac15-c10a595cfa77 req-51077132-9313-47d6-bc72-0793de3bce23 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490436d2-e15e-438e-a685-331a16efa236 HTTP/1.1" status: 200 len: 1000 time: 0.0895429 Aug 09 17:43:16.210666 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cebef-ee10-4da1-ac15-c10a595cfa77 req-b5069910-e3bc-4867-9ba0-da0fc9122410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:16.212027 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f95cebef-ee10-4da1-ac15-c10a595cfa77 req-b5069910-e3bc-4867-9ba0-da0fc9122410 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d979a41-53a7-4435-9ead-3f50cab74183 HTTP/1.1" status: 200 len: 855 time: 0.0427103 Aug 09 17:43:16.272016 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cebef-ee10-4da1-ac15-c10a595cfa77 req-69049c60-3ee3-4dc8-bb18-2cded3a1b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:16.273794 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f95cebef-ee10-4da1-ac15-c10a595cfa77 req-69049c60-3ee3-4dc8-bb18-2cded3a1b359 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522938 Aug 09 17:43:16.370397 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f95cebef-ee10-4da1-ac15-c10a595cfa77 req-5801bd95-0815-4f4f-9f22-6eacd8d08531 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889421 Aug 09 17:43:16.407124 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10990e6-a726-44d6-853e-e8860c855bd8 req-bbea4821-28f0-4f30-bf91-e1132befdbea tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:16.408646 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d10990e6-a726-44d6-853e-e8860c855bd8 req-bbea4821-28f0-4f30-bf91-e1132befdbea tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0533612 Aug 09 17:43:16.446487 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d10990e6-a726-44d6-853e-e8860c855bd8 req-a254f196-d390-4e28-b7cc-306462644498 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318398 Aug 09 17:43:16.466328 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f95cebef-ee10-4da1-ac15-c10a595cfa77 req-dc1fb8cd-d747-4e79-9e27-3249398d8b6b service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820706 Aug 09 17:43:17.577568 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c13063-1d7f-4915-81dd-84c4853b959d req-ebf7a0fa-4019-4e2f-9f7c-e74ead2cd347 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:17.579093 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-27c13063-1d7f-4915-81dd-84c4853b959d req-ebf7a0fa-4019-4e2f-9f7c-e74ead2cd347 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0537694 Aug 09 17:43:17.608823 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 49380) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:17.624577 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-27c13063-1d7f-4915-81dd-84c4853b959d req-d4cb7b60-b439-429a-ac7e-3e8a6268c1e0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384920 Aug 09 17:43:17.720296 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:17.816199 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:17.821017 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:17.858720 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a03e0ff16c5b446c8e3fcf6d3d842e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488201 Aug 09 17:43:17.859900 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307726fd-d4ff-4774-b71f-dee02de03322,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:17.861429 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 49384) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:17.867695 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:17.868195 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:17.868533 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:17.869310 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:17.869638 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:17.869962 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:17.870285 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:17.870607 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:17.870947 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:17.871269 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:17.871583 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:17.871893 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2bf9b1-3211-4c3a-9f41-79bc5ba0a3b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:17.914079 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:17.948189 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:18.004101 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:18.007198 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:18.008334 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/307726fd-d4ff-4774-b71f-dee02de03322 HTTP/1.1" status: 204 len: 168 time: 0.1459384 Aug 09 17:43:18.016139 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307726fd-d4ff-4774-b71f-dee02de03322,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:18.024008 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:18.024351 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:18.024679 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:18.025004 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:18.025325 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:18.025638 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:18.025954 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:18.026267 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:18.026888 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:18.027253 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:18.028054 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:18.028054 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dee35-2e7e-4ecf-94a6-dcaaef64e13b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:18.311255 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 49398) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:18.325743 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-d9a03038-f92b-4af1-8161-8657c4bd52d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:18.429580 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-d9a03038-f92b-4af1-8161-8657c4bd52d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:18.433816 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-d9a03038-f92b-4af1-8161-8657c4bd52d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:18.473766 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a03038-f92b-4af1-8161-8657c4bd52d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9864fa-623f-4cfd-b325-82cf59655af9,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:18.479000 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-d9a03038-f92b-4af1-8161-8657c4bd52d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0b1ed6172deb4ea39492e414c494c290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664658 Aug 09 17:43:18.481712 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 49402) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:18.544902 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-227cbb75-bcf9-4431-b58c-ba95a1b04353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:18.568534 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-227cbb75-bcf9-4431-b58c-ba95a1b04353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:18.614329 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-227cbb75-bcf9-4431-b58c-ba95a1b04353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:18.616828 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-227cbb75-bcf9-4431-b58c-ba95a1b04353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:18.617977 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-227cbb75-bcf9-4431-b58c-ba95a1b04353 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8d9864fa-623f-4cfd-b325-82cf59655af9 HTTP/1.1" status: 204 len: 168 time: 0.1353590 Aug 09 17:43:18.625545 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cbb75-bcf9-4431-b58c-ba95a1b04353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9864fa-623f-4cfd-b325-82cf59655af9,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:18.743887 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d1fe9-d7b0-4f9e-b534-acb162fc33fc req-b8e1aa5e-0a06-4c94-851f-8f7c53eb4a28 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:18.745454 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dd9d1fe9-d7b0-4f9e-b534-acb162fc33fc req-b8e1aa5e-0a06-4c94-851f-8f7c53eb4a28 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0516076 Aug 09 17:43:18.788317 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dd9d1fe9-d7b0-4f9e-b534-acb162fc33fc req-2cce0213-51c6-4d5f-8e03-52d0459bf79e tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367510 Aug 09 17:43:19.914122 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98616416-7bd6-4c32-a86f-3c624d4c67a1 req-d4d97630-c57b-44d1-badd-462bd6e90015 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:19.915832 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-98616416-7bd6-4c32-a86f-3c624d4c67a1 req-d4d97630-c57b-44d1-badd-462bd6e90015 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0519452 Aug 09 17:43:19.954772 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-98616416-7bd6-4c32-a86f-3c624d4c67a1 req-c9af7030-6833-4ca8-a348-633f37f2398c tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Aug 09 17:43:21.081458 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170424cf-f632-4440-9f50-229936db5d62 req-e4be5d0b-4b97-4ddf-b2b2-439df3fd4731 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:21.083112 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-170424cf-f632-4440-9f50-229936db5d62 req-e4be5d0b-4b97-4ddf-b2b2-439df3fd4731 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0547268 Aug 09 17:43:21.135096 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-170424cf-f632-4440-9f50-229936db5d62 req-2112b903-55e2-4684-a937-e68fa1f38cb4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421326 Aug 09 17:43:22.250178 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017577a4-14ee-42ba-ace2-ace7aa7fe79a req-e178c046-0933-4864-97c7-1c401bd28f51 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:22.251677 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-017577a4-14ee-42ba-ace2-ace7aa7fe79a req-e178c046-0933-4864-97c7-1c401bd28f51 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0491574 Aug 09 17:43:22.289656 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-017577a4-14ee-42ba-ace2-ace7aa7fe79a req-8d93d791-46b2-4e84-84b9-bdb5b3712bbe tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Aug 09 17:43:23.424844 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02b5bd-2ad1-4aad-ae4b-6e86ed81736f req-0b1e092e-d009-4b8e-8720-10efe233c5e6 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:23.426328 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fb02b5bd-2ad1-4aad-ae4b-6e86ed81736f req-0b1e092e-d009-4b8e-8720-10efe233c5e6 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0521686 Aug 09 17:43:23.465445 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fb02b5bd-2ad1-4aad-ae4b-6e86ed81736f req-3831f887-0fa5-4bcf-b537-63c7254ae8cc tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329247 Aug 09 17:43:24.611781 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538d499-d244-4144-9313-cc937425fa78 req-522332fc-1a62-49bc-aa84-dd07b97f368d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:24.613269 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b538d499-d244-4144-9313-cc937425fa78 req-522332fc-1a62-49bc-aa84-dd07b97f368d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0503795 Aug 09 17:43:24.664682 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b538d499-d244-4144-9313-cc937425fa78 req-85b0e329-1938-405c-a087-febf0873497c tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387959 Aug 09 17:43:25.785981 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cce36-5804-44a3-b4ad-e294ada40fc6 req-a56d5160-5d91-40a5-8a95-f3697903fe09 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:25.787669 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8a1cce36-5804-44a3-b4ad-e294ada40fc6 req-a56d5160-5d91-40a5-8a95-f3697903fe09 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0538845 Aug 09 17:43:25.837428 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8a1cce36-5804-44a3-b4ad-e294ada40fc6 req-677d3ad3-de41-4f2b-88e5-0be0b98e58ab tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436730 Aug 09 17:43:26.568607 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:26.961966 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2591842-53b0-488c-9a8e-eef55103e0c5 req-8ff23ef6-5461-409f-8301-c326620802b7 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:26.963458 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a2591842-53b0-488c-9a8e-eef55103e0c5 req-8ff23ef6-5461-409f-8301-c326620802b7 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0481784 Aug 09 17:43:27.001022 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a2591842-53b0-488c-9a8e-eef55103e0c5 req-eefaf415-2508-4bf6-9fb2-359b1e61fcd7 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315673 Aug 09 17:43:28.114691 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295eb44-6e4c-4b63-85fa-48f6e396d315 req-8fe216a4-34c2-4da2-8759-135ef701d34d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:28.116277 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f295eb44-6e4c-4b63-85fa-48f6e396d315 req-8fe216a4-34c2-4da2-8759-135ef701d34d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0488491 Aug 09 17:43:28.157728 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f295eb44-6e4c-4b63-85fa-48f6e396d315 req-a1570101-342b-4377-bfa6-2fcced4f5b54 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355070 Aug 09 17:43:29.284638 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01501650-ba1e-4b25-b9d6-7b375c07e079 req-8a5246e4-e858-48c8-a121-32906e8b6fd6 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:29.286413 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-01501650-ba1e-4b25-b9d6-7b375c07e079 req-8a5246e4-e858-48c8-a121-32906e8b6fd6 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0495627 Aug 09 17:43:29.324332 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-01501650-ba1e-4b25-b9d6-7b375c07e079 req-74813c1e-091c-4a2f-83d7-d9bdbd28ec85 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318763 Aug 09 17:43:30.438439 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501b13b-9d93-4ffd-bda3-8a86e9627abe req-b5d7d481-469c-46cf-a30e-a450eb2485ed tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:30.439962 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2501b13b-9d93-4ffd-bda3-8a86e9627abe req-b5d7d481-469c-46cf-a30e-a450eb2485ed tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0491893 Aug 09 17:43:30.477981 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2501b13b-9d93-4ffd-bda3-8a86e9627abe req-d21f00ec-cde7-49b1-8bc8-d9995c3e48b2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316153 Aug 09 17:43:30.937631 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2d16884c-b928-4b02-9f72-fdcac5114003 req-98ad0bfc-228e-4cfb-b1cd-3d93329ce7e7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477779 Aug 09 17:43:31.064157 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16884c-b928-4b02-9f72-fdcac5114003 req-537d33c9-4594-4799-a1d9-f8e412fd0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:31.065654 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2d16884c-b928-4b02-9f72-fdcac5114003 req-537d33c9-4594-4799-a1d9-f8e412fd0631 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2464d3ad553418a917d81fbb196a797&device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 1099 time: 0.0435872 Aug 09 17:43:31.320702 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d294f-251c-4080-b2e0-81146723d96c req-31312f9d-ee5c-4eac-a4ae-06e990e72718 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:31.322342 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-696d294f-251c-4080-b2e0-81146723d96c req-31312f9d-ee5c-4eac-a4ae-06e990e72718 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/networks?id=d730e586-15ab-4070-ae5a-3a007839e560 HTTP/1.1" status: 200 len: 814 time: 0.1123607 Aug 09 17:43:31.337581 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-696d294f-251c-4080-b2e0-81146723d96c req-882f63bf-5fda-4f1e-ac91-7ab4c718a9df tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/quotas/99e4b5de1ec841b4b874abd0cece9013 HTTP/1.1" status: 200 len: 375 time: 0.0093915 Aug 09 17:43:31.367671 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16884c-b928-4b02-9f72-fdcac5114003 req-bd60cafa-cdc8-4b13-8777-6ba24d084048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:31.369177 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2d16884c-b928-4b02-9f72-fdcac5114003 req-bd60cafa-cdc8-4b13-8777-6ba24d084048 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ef0ebbb6-9772-49de-9caf-0079c685c195 HTTP/1.1" status: 200 len: 912 time: 0.2798197 Aug 09 17:43:31.387964 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-696d294f-251c-4080-b2e0-81146723d96c req-d66e164f-922f-4c03-a7fe-b5cf52d4200b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=99e4b5de1ec841b4b874abd0cece9013&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0447781 Aug 09 17:43:31.414919 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2d16884c-b928-4b02-9f72-fdcac5114003 req-7e380c5c-ad56-422e-9b7d-e7194c21a8ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5599d55d-49bb-4f43-8d00-aee48753340a HTTP/1.1" status: 200 len: 217 time: 0.0346961 Aug 09 17:43:31.474073 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16884c-b928-4b02-9f72-fdcac5114003 req-bc4a4f2d-5b11-4468-9784-b93653cc031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:31.475955 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2d16884c-b928-4b02-9f72-fdcac5114003 req-bc4a4f2d-5b11-4468-9784-b93653cc031c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1de0d640-cf52-4bdd-a7ef-d0d2caf3991f HTTP/1.1" status: 200 len: 851 time: 0.0455151 Aug 09 17:43:31.487139 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-696d294f-251c-4080-b2e0-81146723d96c req-c6ed7701-4e69-4bc0-9021-da1922b1ee11 service neutron] 10.222.0.38 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920386 Aug 09 17:43:31.525054 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2d16884c-b928-4b02-9f72-fdcac5114003 req-fc19afc4-4f11-4622-aef8-0b87e39383d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ef0ebbb6-9772-49de-9caf-0079c685c195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389166 Aug 09 17:43:31.617585 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-696d294f-251c-4080-b2e0-81146723d96c req-12332e67-40f9-426c-a308-953289e8a97d service neutron] 10.222.0.38 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220667 Aug 09 17:43:31.638343 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2d16884c-b928-4b02-9f72-fdcac5114003 req-5e7e362d-c50d-4d0c-b7c2-d36c57169d33 service neutron] 10.222.0.65 "GET /v2.0/networks/ef0ebbb6-9772-49de-9caf-0079c685c195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998952 Aug 09 17:43:31.640441 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3770b41-bf10-4e92-ab07-6505b1e0e0e9 req-0e9828c2-35af-405e-89cb-0922514ab7e8 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:31.643190 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f3770b41-bf10-4e92-ab07-6505b1e0e0e9 req-0e9828c2-35af-405e-89cb-0922514ab7e8 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0664806 Aug 09 17:43:31.696701 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f3770b41-bf10-4e92-ab07-6505b1e0e0e9 req-bfd46fcf-2476-46f1-8c27-043865cf4551 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462053 Aug 09 17:43:31.801812 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2d16884c-b928-4b02-9f72-fdcac5114003 req-94889268-cfbf-4b92-bb5f-ddb7534b72ea service neutron] 10.222.0.65 "GET /v2.0/networks/ef0ebbb6-9772-49de-9caf-0079c685c195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541829 Aug 09 17:43:31.874044 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c8468419-3879-437d-b199-be3204a25299 req-626b6c94-489c-465f-b296-2567651e7a49 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 210 time: 0.0619175 Aug 09 17:43:32.731145 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 49730) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:32.842453 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745e941-893e-4a32-b380-59f9fc4a2a9d req-ff165315-a1e9-4b44-910a-96c434b9896d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:32.844310 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a745e941-893e-4a32-b380-59f9fc4a2a9d req-ff165315-a1e9-4b44-910a-96c434b9896d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0629551 Aug 09 17:43:32.884094 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f5e72680-89c3-4b28-92a6-847e2923b611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:32.884815 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a745e941-893e-4a32-b380-59f9fc4a2a9d req-656a9f79-d657-45fb-8e98-9371e006f2f6 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335703 Aug 09 17:43:32.982308 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f5e72680-89c3-4b28-92a6-847e2923b611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:32.986261 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f5e72680-89c3-4b28-92a6-847e2923b611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:32.989188 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6d9375c6-939b-4a16-8305-d5463b8ec1f1 req-3c6ef96c-3745-449f-8211-b32d2d1b7ef2 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 210 time: 0.0263941 Aug 09 17:43:33.024566 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-f5e72680-89c3-4b28-92a6-847e2923b611 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=193a34f735f5447a8ccb7ae597cd94e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888625 Aug 09 17:43:33.024994 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 49742) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:33.031065 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e72680-89c3-4b28-92a6-847e2923b611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd72b91c-4a7d-4f48-8a46-7306d67e9329,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:33.068417 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:43:33.077727 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-55994807-50cd-45cf-b9a7-d6f00f88c089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:33.102667 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-55994807-50cd-45cf-b9a7-d6f00f88c089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:33.165970 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-55994807-50cd-45cf-b9a7-d6f00f88c089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:33.168989 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-55994807-50cd-45cf-b9a7-d6f00f88c089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:33.172977 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-55994807-50cd-45cf-b9a7-d6f00f88c089 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dd72b91c-4a7d-4f48-8a46-7306d67e9329 HTTP/1.1" status: 204 len: 168 time: 0.1469653 Aug 09 17:43:33.183958 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55994807-50cd-45cf-b9a7-d6f00f88c089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd72b91c-4a7d-4f48-8a46-7306d67e9329,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:33.459181 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d294f-251c-4080-b2e0-81146723d96c req-3eefab5a-3fe4-4efa-9ad5-dbadcd47ecc1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:33.461410 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-696d294f-251c-4080-b2e0-81146723d96c req-3eefab5a-3fe4-4efa-9ad5-dbadcd47ecc1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.65 "GET /v2.0/networks?id=d730e586-15ab-4070-ae5a-3a007839e560 HTTP/1.1" status: 200 len: 814 time: 0.1796296 Aug 09 17:43:33.505473 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-696d294f-251c-4080-b2e0-81146723d96c req-866dbab6-493e-424c-b760-f43da974093a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Request body: {'port': {'device_id': '6bb9a3df-b04a-4c9d-bdce-807d350e1fb9', 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560', 'admin_state_up': True, 'tenant_id': '99e4b5de1ec841b4b874abd0cece9013'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:33.631990 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-696d294f-251c-4080-b2e0-81146723d96c req-866dbab6-493e-424c-b760-f43da974093a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Made reservation on behalf of 99e4b5de1ec841b4b874abd0cece9013 for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:43:33.636295 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-696d294f-251c-4080-b2e0-81146723d96c req-866dbab6-493e-424c-b760-f43da974093a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:33.784367 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-696d294f-251c-4080-b2e0-81146723d96c req-866dbab6-493e-424c-b760-f43da974093a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Allocated IP 172.20.0.2 (d730e586-15ab-4070-ae5a-3a007839e560/e9b9e152-8294-4e04-99d8-f3485fea674b/ef62dc8b-530e-45f3-a882-a85ab8ca6c2d) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:43:34.010651 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-696d294f-251c-4080-b2e0-81146723d96c req-866dbab6-493e-424c-b760-f43da974093a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:34.046014 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac26769-e5e8-42c8-bc30-24c6e3e4d243 req-45930a32-1c53-4bf3-90ff-ae2f6d743531 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:34.047989 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2ac26769-e5e8-42c8-bc30-24c6e3e4d243 req-45930a32-1c53-4bf3-90ff-ae2f6d743531 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0810165 Aug 09 17:43:34.059839 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-696d294f-251c-4080-b2e0-81146723d96c req-866dbab6-493e-424c-b760-f43da974093a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:34.108445 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2ac26769-e5e8-42c8-bc30-24c6e3e4d243 req-2e5ae6f1-07c3-4410-937a-eeeb85096db7 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481920 Aug 09 17:43:34.118560 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['fa6c190a-3229-4c4e-865f-95adbbfccdb3'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:43:34.125065 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696d294f-251c-4080-b2e0-81146723d96c req-866dbab6-493e-424c-b760-f43da974093a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Network d730e586-15ab-4070-ae5a-3a007839e560 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:43:34.132078 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-696d294f-251c-4080-b2e0-81146723d96c req-866dbab6-493e-424c-b760-f43da974093a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:43:34.137252 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-696d294f-251c-4080-b2e0-81146723d96c req-866dbab6-493e-424c-b760-f43da974093a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:43:34.153114 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e15e5-8cb0-4c60-a201-e82ba60db3fe req-d0f1ebd7-747e-4f07-bc6b-4e27384ca652 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:34.154953 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1e1e15e5-8cb0-4c60-a201-e82ba60db3fe req-d0f1ebd7-747e-4f07-bc6b-4e27384ca652 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 931 time: 0.0650373 Aug 09 17:43:34.166717 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dbab6-493e-424c-b760-f43da974093a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Pushing event updated for resources: {'Port': ['ID=ef62dc8b-530e-45f3-a882-a85ab8ca6c2d,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:34.213745 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d294f-251c-4080-b2e0-81146723d96c req-866dbab6-493e-424c-b760-f43da974093a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:34.214728 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-696d294f-251c-4080-b2e0-81146723d96c req-866dbab6-493e-424c-b760-f43da974093a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:34.230462 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1e1e15e5-8cb0-4c60-a201-e82ba60db3fe req-7d47da5f-9052-4052-90ec-f5ac0af6c8fc tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684423 Aug 09 17:43:34.236197 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-696d294f-251c-4080-b2e0-81146723d96c req-866dbab6-493e-424c-b760-f43da974093a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368839 Aug 09 17:43:34.264787 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Request body: {'port': {'device_id': '6bb9a3df-b04a-4c9d-bdce-807d350e1fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:34.335377 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:34.641930 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef62dc8b-530e-45f3-a882-a85ab8ca6c2d {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:43:34.653045 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:34.666520 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Transition to ACTIVE for port object ef62dc8b-530e-45f3-a882-a85ab8ca6c2d will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:43:34.672558 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:34.727430 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Pushing event updated for resources: {'Port': ['ID=ef62dc8b-530e-45f3-a882-a85ab8ca6c2d,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:34.799161 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Attempting to bind port ef62dc8b-530e-45f3-a882-a85ab8ca6c2d on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:43:34.799845 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Attempting to bind port ef62dc8b-530e-45f3-a882-a85ab8ca6c2d by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:43:34.799845 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Attempting to bind port ef62dc8b-530e-45f3-a882-a85ab8ca6c2d on network d730e586-15ab-4070-ae5a-3a007839e560 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:43:34.805131 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Port ef62dc8b-530e-45f3-a882-a85ab8ca6c2d on network d730e586-15ab-4070-ae5a-3a007839e560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:43:34.805448 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Attempting to bind port ef62dc8b-530e-45f3-a882-a85ab8ca6c2d on network d730e586-15ab-4070-ae5a-3a007839e560 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:43:34.810698 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:43:34.811060 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Checking segment: {'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:43:34.811447 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Bound using segment: {'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:43:34.811918 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Bound port: ef62dc8b-530e-45f3-a882-a85ab8ca6c2d, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:43:34.812222 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:34.880753 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] For port ef62dc8b-530e-45f3-a882-a85ab8ca6c2d, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:43:34.884154 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] For port ef62dc8b-530e-45f3-a882-a85ab8ca6c2d, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ef62dc8b-530e-45f3-a882-a85ab8ca6c2d,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:43:34.888325 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:34.921006 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:34.921801 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:34.923212 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-696d294f-251c-4080-b2e0-81146723d96c req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] 10.222.0.65 "PUT /v2.0/ports/ef62dc8b-530e-45f3-a882-a85ab8ca6c2d HTTP/1.1" status: 200 len: 1093 time: 0.6629322 Aug 09 17:43:34.925180 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb9a3df-b04a-4c9d-bdce-807d350e1fb9', 'tag': 'ef62dc8b-530e-45f3-a882-a85ab8ca6c2d'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:43:34.927762 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477c8dfb-7cbf-4585-9b3a-7b74d9805486" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb9a3df-b04a-4c9d-bdce-807d350e1fb9", "tag": "ef62dc8b-530e-45f3-a882-a85ab8ca6c2d"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:43:34.959520 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b8f1e-f27c-448c-89af-f348f5135112 service neutron] Pushing event updated for resources: {'Port': ['ID=ef62dc8b-530e-45f3-a882-a85ab8ca6c2d,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:34.968152 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ee3e8b-7322-4c79-bb5e-72d42f4ff506 x-openstack-request-id: req-d4ee3e8b-7322-4c79-bb5e-72d42f4ff506 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:43:34.968384 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb9a3df-b04a-4c9d-bdce-807d350e1fb9", "tag": "ef62dc8b-530e-45f3-a882-a85ab8ca6c2d", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:43:34.968651 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4ee3e8b-7322-4c79-bb5e-72d42f4ff506 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:43:34.969078 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb9a3df-b04a-4c9d-bdce-807d350e1fb9', 'tag': 'ef62dc8b-530e-45f3-a882-a85ab8ca6c2d', 'status': 'completed', 'code': 200} Aug 09 17:43:35.054053 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d294f-251c-4080-b2e0-81146723d96c req-9ea5e241-4057-4775-81d2-a8e28e68223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:35.055709 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-696d294f-251c-4080-b2e0-81146723d96c req-9ea5e241-4057-4775-81d2-a8e28e68223a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99e4b5de1ec841b4b874abd0cece9013&device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0485389 Aug 09 17:43:35.111378 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-696d294f-251c-4080-b2e0-81146723d96c req-f0576538-ea3f-49a3-8616-ddd8f21550b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef62dc8b-530e-45f3-a882-a85ab8ca6c2d HTTP/1.1" status: 200 len: 217 time: 0.0382192 Aug 09 17:43:35.166340 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d294f-251c-4080-b2e0-81146723d96c req-14cce96b-8b88-4422-a314-598f3499a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:35.167383 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-696d294f-251c-4080-b2e0-81146723d96c req-14cce96b-8b88-4422-a314-598f3499a500 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e9b9e152-8294-4e04-99d8-f3485fea674b HTTP/1.1" status: 200 len: 854 time: 0.0464973 Aug 09 17:43:35.206825 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-696d294f-251c-4080-b2e0-81146723d96c req-a50a07dc-afc3-4d4a-9e9e-2f802f1b2045 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d730e586-15ab-4070-ae5a-3a007839e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283823 Aug 09 17:43:35.280602 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a494ab-cca7-4b3b-b727-b69c708dd77e req-f730602f-723e-4cdb-85aa-d8ffae1ec10b tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:35.282177 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-43a494ab-cca7-4b3b-b727-b69c708dd77e req-f730602f-723e-4cdb-85aa-d8ffae1ec10b tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0683215 Aug 09 17:43:35.327376 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-696d294f-251c-4080-b2e0-81146723d96c req-c28b197d-bc69-4656-b258-7b0623b75bcd service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038811 Aug 09 17:43:35.334799 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-43a494ab-cca7-4b3b-b727-b69c708dd77e req-16cd8216-24a8-4255-a597-c551e036a7b9 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445414 Aug 09 17:43:35.393606 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d07030-e86f-46a3-8831-d071c57b5ac7 req-7cb30696-4783-4205-b88e-73b958d4761c tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:35.396287 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-02d07030-e86f-46a3-8831-d071c57b5ac7 req-7cb30696-4783-4205-b88e-73b958d4761c tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 943 time: 0.0658126 Aug 09 17:43:35.452236 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-02d07030-e86f-46a3-8831-d071c57b5ac7 req-05d9b86a-13de-40e4-a6f5-e67961cd500e tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491822 Aug 09 17:43:35.474408 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-696d294f-251c-4080-b2e0-81146723d96c req-3e484187-c347-4596-834f-bf579769be6d service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332269 Aug 09 17:43:35.580878 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 49848) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:35.690446 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1d0f098f-7407-4073-8b8a-59838191cc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:35.791194 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1d0f098f-7407-4073-8b8a-59838191cc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:35.796111 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1d0f098f-7407-4073-8b8a-59838191cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:35.841365 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f098f-7407-4073-8b8a-59838191cc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f25706-8d9c-4bfa-9517-f8b267fe76e0,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:35.849951 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-1d0f098f-7407-4073-8b8a-59838191cc99 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9ea0bb1aa5734ec4a06614691dd91011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639341 Aug 09 17:43:35.850992 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 49864) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:35.905044 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5b066434-0614-487a-b956-101a48d7ae87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:35.909388 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2da24de6-4070-4792-a212-32f78924eeb7 req-7c6f7203-2775-45df-b527-1b04ec72eb19 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=dc0aac9809cb4b8ea3829b8eb92d3944&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304191 Aug 09 17:43:35.929128 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5b066434-0614-487a-b956-101a48d7ae87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:35.984350 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5b066434-0614-487a-b956-101a48d7ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:35.988265 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5b066434-0614-487a-b956-101a48d7ae87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:35.990014 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-5b066434-0614-487a-b956-101a48d7ae87 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e3f25706-8d9c-4bfa-9517-f8b267fe76e0 HTTP/1.1" status: 204 len: 168 time: 0.1373265 Aug 09 17:43:35.998385 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b066434-0614-487a-b956-101a48d7ae87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f25706-8d9c-4bfa-9517-f8b267fe76e0,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:36.130728 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da24de6-4070-4792-a212-32f78924eeb7 req-4d2aa185-bde3-4998-b82d-b148bdc82123 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:36.135535 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2da24de6-4070-4792-a212-32f78924eeb7 req-4d2aa185-bde3-4998-b82d-b148bdc82123 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197328 Aug 09 17:43:36.149419 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2da24de6-4070-4792-a212-32f78924eeb7 req-50b53b90-0159-44f0-8102-54cfaf6fa182 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/quotas/dc0aac9809cb4b8ea3829b8eb92d3944 HTTP/1.1" status: 200 len: 375 time: 0.0109119 Aug 09 17:43:36.194597 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2da24de6-4070-4792-a212-32f78924eeb7 req-c2934ec1-3514-4334-9d6c-0025c32d323f tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc0aac9809cb4b8ea3829b8eb92d3944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386040 Aug 09 17:43:36.288999 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 49880) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:36.303014 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fe723acd-da38-45b8-ac2b-5fda5751bfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:36.359948 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-60713da8-45a0-48c6-b21a-29aa09afb857 req-a4d42149-0b75-4625-b6b7-648052a64bde tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 210 time: 0.0276146 Aug 09 17:43:36.423594 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fe723acd-da38-45b8-ac2b-5fda5751bfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:36.428580 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fe723acd-da38-45b8-ac2b-5fda5751bfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:36.464872 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe723acd-da38-45b8-ac2b-5fda5751bfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff5eb7b-bfee-4b0b-bcff-084e69a2c8de,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:36.475117 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-fe723acd-da38-45b8-ac2b-5fda5751bfae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98b05d96ae4143ea977955795b429f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849074 Aug 09 17:43:36.478074 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 49892) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:36.487459 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fa06c-14c3-427d-87f6-826a7ffc1783 req-5e625c86-1586-4ea0-ab39-02246c443e6f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:36.490532 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-360fa06c-14c3-427d-87f6-826a7ffc1783 req-5e625c86-1586-4ea0-ab39-02246c443e6f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0592613 Aug 09 17:43:36.542767 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a0d76c0f-27a4-4cb7-880f-a183d27aa70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:36.543970 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-360fa06c-14c3-427d-87f6-826a7ffc1783 req-06802444-fe02-4cac-8f86-10e4fbe3c3c1 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447824 Aug 09 17:43:36.567597 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a0d76c0f-27a4-4cb7-880f-a183d27aa70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:36.629719 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a0d76c0f-27a4-4cb7-880f-a183d27aa70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:36.632543 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a0d76c0f-27a4-4cb7-880f-a183d27aa70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:36.634132 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-a0d76c0f-27a4-4cb7-880f-a183d27aa70d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5ff5eb7b-bfee-4b0b-bcff-084e69a2c8de HTTP/1.1" status: 204 len: 168 time: 0.1547127 Aug 09 17:43:36.644665 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d76c0f-27a4-4cb7-880f-a183d27aa70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff5eb7b-bfee-4b0b-bcff-084e69a2c8de,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:36.701245 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baa072-18e7-4941-ac75-86276c35f710 req-927467b4-bd0d-44a0-8294-7ca3f7826a78 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:36.702929 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-22baa072-18e7-4941-ac75-86276c35f710 req-927467b4-bd0d-44a0-8294-7ca3f7826a78 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 943 time: 0.0704367 Aug 09 17:43:36.751411 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-22baa072-18e7-4941-ac75-86276c35f710 req-e24508a3-f809-4d11-b207-5ca37cc6616f tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395155 Aug 09 17:43:37.460806 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7a84661c-5557-4cb0-a623-663b8bc026fb req-2703012a-c82a-4633-aaa6-665a299a6501 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 210 time: 0.0286241 Aug 09 17:43:37.682263 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1cc20-4618-4d14-8cc9-5f12c0b92ca0 req-625dee1d-89bf-4ab7-8fb7-060ca07e1460 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:37.693833 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-46a1cc20-4618-4d14-8cc9-5f12c0b92ca0 req-625dee1d-89bf-4ab7-8fb7-060ca07e1460 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0651374 Aug 09 17:43:37.739056 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-46a1cc20-4618-4d14-8cc9-5f12c0b92ca0 req-4d08bcec-c012-419a-bdd3-ae3392b2976f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365086 Aug 09 17:43:37.896693 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-12e85e44-ceb0-44a0-bfb4-d8243c314146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:37.906622 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6509-9bc0-493f-b4b3-e82a170e6e58 req-3e6ea681-864e-447d-aa42-d0070ec62bdc tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:37.909160 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d37f6509-9bc0-493f-b4b3-e82a170e6e58 req-3e6ea681-864e-447d-aa42-d0070ec62bdc tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 943 time: 0.0759881 Aug 09 17:43:37.951207 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d37f6509-9bc0-493f-b4b3-e82a170e6e58 req-dcfb77dd-bbf0-424e-87e5-84a2eb62a906 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347292 Aug 09 17:43:38.561454 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ee1090bc-11eb-41ad-8a48-ad75f013d019 req-791a9cc4-a72e-4415-8181-d7df2dae8311 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 210 time: 0.0306346 Aug 09 17:43:38.655959 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c8dfb-7cbf-4585-9b3a-7b74d9805486 req-6e6f394a-b545-4a94-95eb-9efd1df05081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:38.657550 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-477c8dfb-7cbf-4585-9b3a-7b74d9805486 req-6e6f394a-b545-4a94-95eb-9efd1df05081 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99e4b5de1ec841b4b874abd0cece9013&device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0504684 Aug 09 17:43:38.802099 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c8dfb-7cbf-4585-9b3a-7b74d9805486 req-fccf5ae6-1b74-4986-b44e-4a2ff4e7728f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:38.804046 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-477c8dfb-7cbf-4585-9b3a-7b74d9805486 req-fccf5ae6-1b74-4986-b44e-4a2ff4e7728f service neutron] 10.222.0.65 "GET /v2.0/networks?id=d730e586-15ab-4070-ae5a-3a007839e560 HTTP/1.1" status: 200 len: 915 time: 0.0959618 Aug 09 17:43:38.865404 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-477c8dfb-7cbf-4585-9b3a-7b74d9805486 req-fb065f64-ad5d-4d33-8305-3f657a01f2b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef62dc8b-530e-45f3-a882-a85ab8ca6c2d HTTP/1.1" status: 200 len: 217 time: 0.0512288 Aug 09 17:43:38.885007 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99d320-a61f-41da-8500-7d8de63beab7 req-57e3f80c-6a0e-49bd-a172-3dff7c5ee87c tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:38.886681 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7d99d320-a61f-41da-8500-7d8de63beab7 req-57e3f80c-6a0e-49bd-a172-3dff7c5ee87c tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0775807 Aug 09 17:43:38.928418 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7d99d320-a61f-41da-8500-7d8de63beab7 req-364c8535-e053-4fa3-a867-8aad7a557ee2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352750 Aug 09 17:43:38.950324 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c8dfb-7cbf-4585-9b3a-7b74d9805486 req-203ea66a-8ba3-4863-9109-ae7124ecd759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:38.951834 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-477c8dfb-7cbf-4585-9b3a-7b74d9805486 req-203ea66a-8ba3-4863-9109-ae7124ecd759 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e9b9e152-8294-4e04-99d8-f3485fea674b HTTP/1.1" status: 200 len: 854 time: 0.0506301 Aug 09 17:43:38.997764 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-477c8dfb-7cbf-4585-9b3a-7b74d9805486 req-fe328c5b-c765-46e0-bd5d-3d6b2869e96a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d730e586-15ab-4070-ae5a-3a007839e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273528 Aug 09 17:43:39.078567 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e64a7-c974-4635-bd91-72266904f74c req-92bd3165-987d-4159-931b-d957b0943313 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:39.080406 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d72e64a7-c974-4635-bd91-72266904f74c req-92bd3165-987d-4159-931b-d957b0943313 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 943 time: 0.0526142 Aug 09 17:43:39.110921 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-477c8dfb-7cbf-4585-9b3a-7b74d9805486 req-b78d20f5-36d1-4750-aa4a-adc77e9ca09d service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971794 Aug 09 17:43:39.123286 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d72e64a7-c974-4635-bd91-72266904f74c req-36c5cb16-d795-405e-a44b-28b84fe3db27 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354273 Aug 09 17:43:39.212836 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-477c8dfb-7cbf-4585-9b3a-7b74d9805486 req-f0179eb0-e291-4684-b654-49af0b7ed44f service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912251 Aug 09 17:43:39.668199 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-328ca269-867f-40be-9148-5babcf820f0c req-eab79173-777f-4821-85aa-e020acfa495c tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 210 time: 0.0286968 Aug 09 17:43:39.726205 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2da24de6-4070-4792-a212-32f78924eeb7 req-ce64db7f-6709-4f80-b081-222af7aa85bb tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=dc0aac9809cb4b8ea3829b8eb92d3944&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423141 Aug 09 17:43:39.982606 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da24de6-4070-4792-a212-32f78924eeb7 req-00a5a54e-7540-485f-8b6a-034c09d7c7c7 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:39.984729 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2da24de6-4070-4792-a212-32f78924eeb7 req-00a5a54e-7540-485f-8b6a-034c09d7c7c7 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514689 Aug 09 17:43:40.042943 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-2da24de6-4070-4792-a212-32f78924eeb7 req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Request body: {'port': {'device_id': '56c14801-4254-46e1-823b-638e055d87fd', 'network_id': 'c6c697d6-6b91-46e0-8808-b6c956d2a264', 'admin_state_up': True, 'tenant_id': 'dc0aac9809cb4b8ea3829b8eb92d3944'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:40.074326 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f5ec8-d838-4e47-9845-50b65fea9b6c req-d67e6976-6046-4560-a605-5e20507a76f1 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:40.076572 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7e6f5ec8-d838-4e47-9845-50b65fea9b6c req-d67e6976-6046-4560-a605-5e20507a76f1 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0591209 Aug 09 17:43:40.128893 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7e6f5ec8-d838-4e47-9845-50b65fea9b6c req-690988f0-74f1-4d44-8fa1-ba63fc2b736d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435278 Aug 09 17:43:40.196277 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da24de6-4070-4792-a212-32f78924eeb7 req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Made reservation on behalf of dc0aac9809cb4b8ea3829b8eb92d3944 for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:43:40.199883 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2da24de6-4070-4792-a212-32f78924eeb7 req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:40.209399 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2da24de6-4070-4792-a212-32f78924eeb7 req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:40.252239 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4f4fd-96f1-4cb5-aba7-e10a350154a5 req-513cbe79-8d50-40d6-939a-5c8aebccd828 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:40.260503 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-60e4f4fd-96f1-4cb5-aba7-e10a350154a5 req-513cbe79-8d50-40d6-939a-5c8aebccd828 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 943 time: 0.0614674 Aug 09 17:43:40.310343 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-60e4f4fd-96f1-4cb5-aba7-e10a350154a5 req-c8e2bd54-1208-4b78-b34b-e95f4b55b8ef tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469735 Aug 09 17:43:40.322538 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2da24de6-4070-4792-a212-32f78924eeb7 req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:40.333322 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2da24de6-4070-4792-a212-32f78924eeb7 req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:40.409519 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce5d96f-ab91-4c46-ac74-efb793932ee7,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:40.543445 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:40.688607 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 50014) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:40.690116 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-2da24de6-4070-4792-a212-32f78924eeb7 req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Allocated IP 192.168.233.52 (c6c697d6-6b91-46e0-8808-b6c956d2a264/6f534cd0-90e6-4133-8748-0da8f7b668f3/cc827365-8e5b-4001-bfff-654b04f6d24a) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:43:40.771600 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-565ee2c1-b533-4113-b39c-f1e4550e1114 req-53f6d6b0-f888-4c0e-9e36-bbb31214b64f tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 210 time: 0.0290735 Aug 09 17:43:40.819703 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f7557984-1425-4285-9745-fe8ca8940603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:40.826091 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-758eb064-5155-498f-aebe-17b0ae812691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:40.902754 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2da24de6-4070-4792-a212-32f78924eeb7 req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:40.920763 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-2da24de6-4070-4792-a212-32f78924eeb7 req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Transition to ACTIVE for port object cc827365-8e5b-4001-bfff-654b04f6d24a will not be triggered until provisioned by entity DHCP. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:43:40.955202 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f7557984-1425-4285-9745-fe8ca8940603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:40.960993 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f7557984-1425-4285-9745-fe8ca8940603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:40.990926 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2da24de6-4070-4792-a212-32f78924eeb7 req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:41.013258 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7557984-1425-4285-9745-fe8ca8940603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f23d883-9ef2-4b00-8908-ea989cc93112,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:41.018844 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-f7557984-1425-4285-9745-fe8ca8940603 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc5c3f00f58442a08d63ffb3d8b0d962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290772 Aug 09 17:43:41.021377 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 50030) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:41.078953 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da24de6-4070-4792-a212-32f78924eeb7 req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Network c6c697d6-6b91-46e0-8808-b6c956d2a264 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:43:41.085395 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-2da24de6-4070-4792-a212-32f78924eeb7 req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:43:41.090147 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da24de6-4070-4792-a212-32f78924eeb7 req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:43:41.092727 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Pushing event updated for resources: {'Port': ['ID=cc827365-8e5b-4001-bfff-654b04f6d24a,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:41.115539 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6b468ad5-6202-41f8-a6aa-44a20889148c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:41.129128 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c3ac0-7044-47cb-989f-ee0c7932f4b1 req-6a7d8822-5bbe-4efb-966c-1a7f15253b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:41.131283 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-335c3ac0-7044-47cb-989f-ee0c7932f4b1 req-6a7d8822-5bbe-4efb-966c-1a7f15253b68 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 1098 time: 0.1072340 Aug 09 17:43:41.191706 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6b468ad5-6202-41f8-a6aa-44a20889148c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:41.209193 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da24de6-4070-4792-a212-32f78924eeb7 req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:41.209872 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2da24de6-4070-4792-a212-32f78924eeb7 req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:41.255683 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2da24de6-4070-4792-a212-32f78924eeb7 req-a41224b5-7374-473d-84ba-a0763e5054ec tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2171173 Aug 09 17:43:41.260159 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-335c3ac0-7044-47cb-989f-ee0c7932f4b1 req-0c7aa441-8e89-462e-9ba0-4bc35d7c91a0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163933 Aug 09 17:43:41.320911 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd83a3-444c-4454-8649-831e707dd6ea req-a116840b-d322-4e5f-bf47-c15f16d286e7 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:41.322431 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-19cd83a3-444c-4454-8649-831e707dd6ea req-a116840b-d322-4e5f-bf47-c15f16d286e7 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.1000509 Aug 09 17:43:41.364278 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef4fc4-639c-4a24-bc4c-20316fc404ac req-01859dc0-abe8-486c-a1e6-333d3a03ba74 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:41.366712 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6bef4fc4-639c-4a24-bc4c-20316fc404ac req-01859dc0-abe8-486c-a1e6-333d3a03ba74 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 946 time: 0.1032948 Aug 09 17:43:41.367386 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6b468ad5-6202-41f8-a6aa-44a20889148c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:41.370183 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6b468ad5-6202-41f8-a6aa-44a20889148c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:41.371186 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-6b468ad5-6202-41f8-a6aa-44a20889148c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f23d883-9ef2-4b00-8908-ea989cc93112 HTTP/1.1" status: 204 len: 168 time: 0.3488193 Aug 09 17:43:41.388851 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b468ad5-6202-41f8-a6aa-44a20889148c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f23d883-9ef2-4b00-8908-ea989cc93112,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:41.434281 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-19cd83a3-444c-4454-8649-831e707dd6ea req-1414840d-84c2-43a4-96e6-c9f4e5e8cb89 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931747 Aug 09 17:43:41.463145 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6bef4fc4-639c-4a24-bc4c-20316fc404ac req-83cc57e1-240e-4e66-8564-fbfaa4bdb5db tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702643 Aug 09 17:43:41.516231 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-21496500-143f-4595-99c2-cf98b1113f27 None None] Provisioning for port cc827365-8e5b-4001-bfff-654b04f6d24a completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:43:41.536940 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-21496500-143f-4595-99c2-cf98b1113f27 None None] Provisioning complete for port cc827365-8e5b-4001-bfff-654b04f6d24a triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:43:41.539995 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-21496500-143f-4595-99c2-cf98b1113f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:41.644970 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-21496500-143f-4595-99c2-cf98b1113f27 None None] Port cc827365-8e5b-4001-bfff-654b04f6d24a cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:43:41.647435 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Request body: {'port': {'device_id': '56c14801-4254-46e1-823b-638e055d87fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:41.649564 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1815865-f851-4e80-9879-3deb96cb201a req-2b313a1d-05a3-442e-98bf-4aba05e75432 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:41.663224 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b1815865-f851-4e80-9879-3deb96cb201a req-2b313a1d-05a3-442e-98bf-4aba05e75432 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 943 time: 0.0988605 Aug 09 17:43:41.711747 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b1815865-f851-4e80-9879-3deb96cb201a req-12704fc1-398c-4e63-921c-d6d60b8056e9 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473990 Aug 09 17:43:41.718504 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:41.830334 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:41.909515 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86199e02-6870-4e13-8b68-c06ea38c33d3 req-920e516b-2dcf-4133-9335-3e42ab99aecb tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:41.911358 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-86199e02-6870-4e13-8b68-c06ea38c33d3 req-920e516b-2dcf-4133-9335-3e42ab99aecb tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 935 time: 0.0569675 Aug 09 17:43:41.953361 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-86199e02-6870-4e13-8b68-c06ea38c33d3 req-23d7c07c-441c-4a68-9a37-0fe240d294d6 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce5d96f-ab91-4c46-ac74-efb793932ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349877 Aug 09 17:43:42.026995 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc827365-8e5b-4001-bfff-654b04f6d24a {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:43:42.039266 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:42.054425 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Transition to ACTIVE for port object cc827365-8e5b-4001-bfff-654b04f6d24a will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:43:42.058380 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:42.108089 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc827365-8e5b-4001-bfff-654b04f6d24a,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:42.194582 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Attempting to bind port cc827365-8e5b-4001-bfff-654b04f6d24a on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:43:42.195117 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Attempting to bind port cc827365-8e5b-4001-bfff-654b04f6d24a by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '6b4bea31-abe2-4688-8817-adb23a5cc58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6c697d6-6b91-46e0-8808-b6c956d2a264'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:43:42.195578 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Attempting to bind port cc827365-8e5b-4001-bfff-654b04f6d24a on network c6c697d6-6b91-46e0-8808-b6c956d2a264 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:43:42.201009 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Port cc827365-8e5b-4001-bfff-654b04f6d24a on network c6c697d6-6b91-46e0-8808-b6c956d2a264 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:43:42.201342 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Attempting to bind port cc827365-8e5b-4001-bfff-654b04f6d24a on network c6c697d6-6b91-46e0-8808-b6c956d2a264 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:43:42.211398 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:43:42.211823 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Checking segment: {'id': '6b4bea31-abe2-4688-8817-adb23a5cc58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6c697d6-6b91-46e0-8808-b6c956d2a264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:43:42.212252 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Bound using segment: {'id': '6b4bea31-abe2-4688-8817-adb23a5cc58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6c697d6-6b91-46e0-8808-b6c956d2a264'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:43:42.212873 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Bound port: cc827365-8e5b-4001-bfff-654b04f6d24a, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4bea31-abe2-4688-8817-adb23a5cc58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c6c697d6-6b91-46e0-8808-b6c956d2a264'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:43:42.213421 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:42.263188 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 50078) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:42.297314 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] For port cc827365-8e5b-4001-bfff-654b04f6d24a, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:43:42.300953 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] For port cc827365-8e5b-4001-bfff-654b04f6d24a, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=cc827365-8e5b-4001-bfff-654b04f6d24a,segment=NetworkSegment(6b4bea31-abe2-4688-8817-adb23a5cc58e),segment_id=6b4bea31-abe2-4688-8817-adb23a5cc58e)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:43:42.306544 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:42.340880 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:42.341516 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:42.343168 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2da24de6-4070-4792-a212-32f78924eeb7 req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] 10.222.0.65 "PUT /v2.0/ports/cc827365-8e5b-4001-bfff-654b04f6d24a HTTP/1.1" status: 200 len: 1097 time: 0.7023289 Aug 09 17:43:42.343618 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c14801-4254-46e1-823b-638e055d87fd', 'tag': 'cc827365-8e5b-4001-bfff-654b04f6d24a'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:43:42.346120 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a189475-0055-4ad7-a392-968d37f974d2" -d '{"events": [{"name": "network-changed", "server_uuid": "56c14801-4254-46e1-823b-638e055d87fd", "tag": "cc827365-8e5b-4001-bfff-654b04f6d24a"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:43:42.383927 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e76863-ef55-46dd-9946-32c6efc6abc9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc827365-8e5b-4001-bfff-654b04f6d24a,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:42.401873 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-f90d1e82-bca6-4c98-b7d7-b99bd1a8edc4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-743073279-network', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:42.418205 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbac9354-5564-4ee2-ad83-6a14674a54f6 x-openstack-request-id: req-cbac9354-5564-4ee2-ad83-6a14674a54f6 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:43:42.418906 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c14801-4254-46e1-823b-638e055d87fd", "tag": "cc827365-8e5b-4001-bfff-654b04f6d24a", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:43:42.419141 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-cbac9354-5564-4ee2-ad83-6a14674a54f6 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:43:42.419604 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c14801-4254-46e1-823b-638e055d87fd', 'tag': 'cc827365-8e5b-4001-bfff-654b04f6d24a', 'status': 'completed', 'code': 200} Aug 09 17:43:42.433259 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90d1e82-bca6-4c98-b7d7-b99bd1a8edc4 admin admin] Made reservation on behalf of 9440c277d0a54d0abe5c6e7767b5c092 for: {'network': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:43:42.435735 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f90d1e82-bca6-4c98-b7d7-b99bd1a8edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:42.542965 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da24de6-4070-4792-a212-32f78924eeb7 req-16a9d0d4-f971-403f-a15d-b22483a1834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:42.544555 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2da24de6-4070-4792-a212-32f78924eeb7 req-16a9d0d4-f971-403f-a15d-b22483a1834c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc0aac9809cb4b8ea3829b8eb92d3944&device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 1100 time: 0.0879216 Aug 09 17:43:42.620950 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2da24de6-4070-4792-a212-32f78924eeb7 req-dbf450c4-684f-4b66-b218-9b01b778c716 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=cc827365-8e5b-4001-bfff-654b04f6d24a HTTP/1.1" status: 200 len: 217 time: 0.0523596 Aug 09 17:43:42.689513 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f90d1e82-bca6-4c98-b7d7-b99bd1a8edc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:42.809395 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975c8d7-7084-4970-8028-8e0618fe6548 req-8116009c-dd65-4f5c-a46a-85e39a166148 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:42.811187 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2975c8d7-7084-4970-8028-8e0618fe6548 req-8116009c-dd65-4f5c-a46a-85e39a166148 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.1251998 Aug 09 17:43:42.827004 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc0bf1-c703-4c7a-aace-18214e1419f7 req-3571b514-e4fe-4919-8b43-a122b880f5ca tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:42.828731 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9dbc0bf1-c703-4c7a-aace-18214e1419f7 req-3571b514-e4fe-4919-8b43-a122b880f5ca tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 946 time: 0.1416481 Aug 09 17:43:42.829353 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da24de6-4070-4792-a212-32f78924eeb7 req-9e24f057-1347-4e8d-bf5d-7524a22c4128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:42.831396 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2da24de6-4070-4792-a212-32f78924eeb7 req-9e24f057-1347-4e8d-bf5d-7524a22c4128 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6f534cd0-90e6-4133-8748-0da8f7b668f3 HTTP/1.1" status: 200 len: 843 time: 0.0606306 Aug 09 17:43:42.889803 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da24de6-4070-4792-a212-32f78924eeb7 req-0ff1381d-d89d-4fb5-8987-6e704270c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:42.894470 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2da24de6-4070-4792-a212-32f78924eeb7 req-0ff1381d-d89d-4fb5-8987-6e704270c85e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6c697d6-6b91-46e0-8808-b6c956d2a264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0475392 Aug 09 17:43:42.921713 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device ef62dc8b-530e-45f3-a882-a85ab8ca6c2d details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:43:42.923615 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2975c8d7-7084-4970-8028-8e0618fe6548 req-a465e3a9-d577-4aad-b322-1c196e62a561 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919852 Aug 09 17:43:42.932416 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9dbc0bf1-c703-4c7a-aace-18214e1419f7 req-33a23c4d-3cbd-41cf-a7e9-6c6e5b7b8b82 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901098 Aug 09 17:43:42.973928 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f90d1e82-bca6-4c98-b7d7-b99bd1a8edc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:42.990099 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f90d1e82-bca6-4c98-b7d7-b99bd1a8edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:43.025004 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90d1e82-bca6-4c98-b7d7-b99bd1a8edc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=99900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:43:43.040773 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f90d1e82-bca6-4c98-b7d7-b99bd1a8edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:43.041580 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.segments_db [None req-f90d1e82-bca6-4c98-b7d7-b99bd1a8edc4 admin admin] Added segment 27b5461f-d291-4701-9675-74536508829b of type vlan for network 4b8dc70c-170e-4ae3-90f8-fd33329b11d9 Aug 09 17:43:43.088658 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2da24de6-4070-4792-a212-32f78924eeb7 req-ac479476-b22f-4f66-a5d0-1e84e2dadb27 service neutron] 10.222.0.65 "GET /v2.0/networks/c6c697d6-6b91-46e0-8808-b6c956d2a264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446319 Aug 09 17:43:43.120578 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port ef62dc8b-530e-45f3-a882-a85ab8ca6c2d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ef62dc8b-530e-45f3-a882-a85ab8ca6c2d,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:43:43.138049 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': 'ef62dc8b-530e-45f3-a882-a85ab8ca6c2d', 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560', 'port_id': 'ef62dc8b-530e-45f3-a882-a85ab8ca6c2d', 'mac_address': 'fa:16:3e:f7:34:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b9e152-8294-4e04-99d8-f3485fea674b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:43:43.175832 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f90d1e82-bca6-4c98-b7d7-b99bd1a8edc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:43.196316 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d1e82-bca6-4c98-b7d7-b99bd1a8edc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d86c103-5e46-46c8-b6d8-b805bf642eea,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:43.214680 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:43.224802 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2da24de6-4070-4792-a212-32f78924eeb7 req-94bcecb9-ce5a-4150-9a41-19450c322e63 service neutron] 10.222.0.65 "GET /v2.0/networks/c6c697d6-6b91-46e0-8808-b6c956d2a264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153762 Aug 09 17:43:43.236629 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef62dc8b-530e-45f3-a882-a85ab8ca6c2d {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:43:43.250031 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2545da-fe15-40c6-bf33-1c042e771a2f req-c1876ceb-31a5-4189-843c-307e16e8e1fa tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:43.251622 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7e2545da-fe15-40c6-bf33-1c042e771a2f req-c1876ceb-31a5-4189-843c-307e16e8e1fa tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 943 time: 0.1382031 Aug 09 17:43:43.266447 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177f3c1-6211-4647-920a-a7b0d7ec075a req-b949f517-7260-40f8-8075-885faef98c82 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:43.268676 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7177f3c1-6211-4647-920a-a7b0d7ec075a req-b949f517-7260-40f8-8075-885faef98c82 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 947 time: 0.1709096 Aug 09 17:43:43.271844 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f90d1e82-bca6-4c98-b7d7-b99bd1a8edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:43.273185 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90d1e82-bca6-4c98-b7d7-b99bd1a8edc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:43.273449 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port ef62dc8b-530e-45f3-a882-a85ab8ca6c2d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ef62dc8b-530e-45f3-a882-a85ab8ca6c2d,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:43:43.273764 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f90d1e82-bca6-4c98-b7d7-b99bd1a8edc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:43.278882 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:43.340375 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=ef62dc8b-530e-45f3-a882-a85ab8ca6c2d,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:43.349521 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:43.350046 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:43.350462 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:43.350851 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:43.351247 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:43.351595 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:43.351974 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:43.352403 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:43.352781 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:43.353313 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:43.353689 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:43.354010 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:43.390588 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-f90d1e82-bca6-4c98-b7d7-b99bd1a8edc4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1235557 Aug 09 17:43:43.400025 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 50106) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:43.405662 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-491d9b75-c45d-4775-bd49-d00657d3cf96 admin admin] Request body: {'subnet': {'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-743073279-subnet', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'ip_version': 4}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:43.425917 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a189475-0055-4ad7-a392-968d37f974d2 req-4127d5e9-6b15-4bb9-b219-0e929fddd444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:43.428279 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4a189475-0055-4ad7-a392-968d37f974d2 req-4127d5e9-6b15-4bb9-b219-0e929fddd444 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc0aac9809cb4b8ea3829b8eb92d3944&device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 1100 time: 0.0524743 Aug 09 17:43:43.449422 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d1e82-bca6-4c98-b7d7-b99bd1a8edc4 admin admin] Pushing event updated for resources: {'Network': ['ID=4b8dc70c-170e-4ae3-90f8-fd33329b11d9,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:43.460467 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network 4b8dc70c-170e-4ae3-90f8-fd33329b11d9 details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:43:43.464479 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7e2545da-fe15-40c6-bf33-1c042e771a2f req-c9857d0c-9339-4b4d-a65e-167c5e360938 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942723 Aug 09 17:43:43.473110 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7177f3c1-6211-4647-920a-a7b0d7ec075a req-784ddbba-d466-4668-9750-8b8d3a1c03d5 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce5d96f-ab91-4c46-ac74-efb793932ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941817 Aug 09 17:43:43.477517 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491d9b75-c45d-4775-bd49-d00657d3cf96 admin admin] Made reservation on behalf of 9440c277d0a54d0abe5c6e7767b5c092 for: {'subnet': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:43:43.482967 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-491d9b75-c45d-4775-bd49-d00657d3cf96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8531849'] for subnet, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:43.566184 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a189475-0055-4ad7-a392-968d37f974d2 req-2eafe3e0-3801-45ae-b77e-2d01f3f0c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:43.568748 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4a189475-0055-4ad7-a392-968d37f974d2 req-2eafe3e0-3801-45ae-b77e-2d01f3f0c8f2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6c697d6-6b91-46e0-8808-b6c956d2a264 HTTP/1.1" status: 200 len: 870 time: 0.1120384 Aug 09 17:43:43.631498 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:43.657341 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4a189475-0055-4ad7-a392-968d37f974d2 req-5ccd468b-f905-4ba2-8aa7-cd5d9be20d94 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=cc827365-8e5b-4001-bfff-654b04f6d24a HTTP/1.1" status: 200 len: 217 time: 0.0383112 Aug 09 17:43:43.695467 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-491d9b75-c45d-4775-bd49-d00657d3cf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10004202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531899'] for subnet, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:43.719766 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a189475-0055-4ad7-a392-968d37f974d2 req-d083d066-cb88-4a95-b815-13e64133add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:43.721257 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4a189475-0055-4ad7-a392-968d37f974d2 req-d083d066-cb88-4a95-b815-13e64133add1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6f534cd0-90e6-4133-8748-0da8f7b668f3 HTTP/1.1" status: 200 len: 843 time: 0.0454400 Aug 09 17:43:43.749563 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d9b75-c45d-4775-bd49-d00657d3cf96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:43.763903 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d9b75-c45d-4775-bd49-d00657d3cf96 admin admin] Checking segment: {'id': '27b5461f-d291-4701-9675-74536508829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:43:43.764337 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491d9b75-c45d-4775-bd49-d00657d3cf96 admin admin] Network hostable DHCP agents. Network: 4b8dc70c-170e-4ae3-90f8-fd33329b11d9, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:43:43.785886 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491d9b75-c45d-4775-bd49-d00657d3cf96 admin admin] Network 4b8dc70c-170e-4ae3-90f8-fd33329b11d9 is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:43:43.797391 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-491d9b75-c45d-4775-bd49-d00657d3cf96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, 4b8dc70c-170e-4ae3-90f8-fd33329b11d9) {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:43:43.803217 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491d9b75-c45d-4775-bd49-d00657d3cf96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:43.803401 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a189475-0055-4ad7-a392-968d37f974d2 req-85c79479-695b-43a1-96d8-f6ed361f13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:43.804027 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-491d9b75-c45d-4775-bd49-d00657d3cf96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:43.805606 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4a189475-0055-4ad7-a392-968d37f974d2 req-85c79479-695b-43a1-96d8-f6ed361f13bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6c697d6-6b91-46e0-8808-b6c956d2a264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0567486 Aug 09 17:43:43.809847 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de86cfd2-9532-40b5-90b8-15c8360212f7 None None] Network 4b8dc70c-170e-4ae3-90f8-fd33329b11d9 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:43:43.826602 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-491d9b75-c45d-4775-bd49-d00657d3cf96 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4252350 Aug 09 17:43:43.829735 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 50114) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:43.835594 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-743073279-router', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:43.865867 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-964555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:43.867136 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:43.943665 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:43.950404 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4a189475-0055-4ad7-a392-968d37f974d2 req-a0fcae04-e937-4bd6-ad8e-fca290783582 service neutron] 10.222.0.65 "GET /v2.0/networks/c6c697d6-6b91-46e0-8808-b6c956d2a264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356089 Aug 09 17:43:44.025766 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a6190c-6a13-5555-94fd-b175b3e363ac-4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'fixed_ips': [{'subnet_id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5'}]}} from dv-cinder-780933-13-iscsi. {{(pid=99901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:43:44.028109 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:44.105887 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4a189475-0055-4ad7-a392-968d37f974d2 req-3041e46a-ef36-4ef8-8e81-e3334795a19f service neutron] 10.222.0.65 "GET /v2.0/networks/c6c697d6-6b91-46e0-8808-b6c956d2a264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382308 Aug 09 17:43:44.145737 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['ef62dc8b-530e-45f3-a882-a85ab8ca6c2d'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:43:44.165620 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:44.237829 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbee70-b83b-4f8b-a571-791a44bdc45c req-a14dd6b4-eabc-494f-af9e-dad85ae2d1fa tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:44.239279 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-85dbee70-b83b-4f8b-a571-791a44bdc45c req-a14dd6b4-eabc-494f-af9e-dad85ae2d1fa tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 946 time: 0.1537216 Aug 09 17:43:44.248142 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb10bd-6ad6-44f2-94ae-dbad43dc97cf req-2df8b9e4-b9de-412d-9f37-65e7bb35dbb3 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:44.249662 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a4cb10bd-6ad6-44f2-94ae-dbad43dc97cf req-2df8b9e4-b9de-412d-9f37-65e7bb35dbb3 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.1625221 Aug 09 17:43:44.263518 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.db_base_plugin_common [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Allocated IP 172.20.0.2 (4b8dc70c-170e-4ae3-90f8-fd33329b11d9/c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5/80a2e034-ab6f-41ed-9c02-478b43480901) {{(pid=99901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:43:44.322220 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-85dbee70-b83b-4f8b-a571-791a44bdc45c req-50dc1615-05f7-4caf-9801-3b4e7577c5c7 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704205 Aug 09 17:43:44.326166 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a4cb10bd-6ad6-44f2-94ae-dbad43dc97cf req-4ff2b206-e524-4a40-be8b-ea1705382d25 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658355 Aug 09 17:43:44.513377 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Notify callbacks [] for port, precommit_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:44.516979 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:44.525383 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Transition to ACTIVE for port object 80a2e034-ab6f-41ed-9c02-478b43480901 will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:43:44.546603 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a45a2c-871c-4de3-8ad6-e68abe11bf94 req-684ced87-c88a-4906-b941-5680c3bb4641 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:44.550059 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e0a45a2c-871c-4de3-8ad6-e68abe11bf94 req-684ced87-c88a-4906-b941-5680c3bb4641 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1179373 Aug 09 17:43:44.552135 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Transition to ACTIVE for port object 80a2e034-ab6f-41ed-9c02-478b43480901 will not be triggered until provisioned by entity DHCP. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:43:44.561183 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:44.610399 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Network 4b8dc70c-170e-4ae3-90f8-fd33329b11d9 is already hosted by enough agents. {{(pid=99901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:43:44.615388 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.base_scheduler [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Resources bound (agent type, host, resource id): {{(pid=99901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:43:44.616064 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:44.619356 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Received port after_create {{(pid=99901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:43:44.627344 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Pushing event updated for resources: {'Port': ['ID=80a2e034-ab6f-41ed-9c02-478b43480901,revision_number=1']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:44.730183 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e0a45a2c-871c-4de3-8ad6-e68abe11bf94 req-89b6b2a3-bd77-4280-97fb-5fc53942c39f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528053 Aug 09 17:43:44.741382 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe1c81-dfb8-4efb-af91-d03ff0cd8c2c req-2120294d-09e3-4806-9725-746cac066426 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:44.748959 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-54fe1c81-dfb8-4efb-af91-d03ff0cd8c2c req-2120294d-09e3-4806-9725-746cac066426 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 947 time: 0.1693647 Aug 09 17:43:44.850985 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Attempting to bind port 80a2e034-ab6f-41ed-9c02-478b43480901 on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:43:44.851357 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Attempting to bind port 80a2e034-ab6f-41ed-9c02-478b43480901 by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '27b5461f-d291-4701-9675-74536508829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:43:44.851722 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Attempting to bind port 80a2e034-ab6f-41ed-9c02-478b43480901 on network 4b8dc70c-170e-4ae3-90f8-fd33329b11d9 {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:43:44.859288 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-54fe1c81-dfb8-4efb-af91-d03ff0cd8c2c req-1e79b719-7a1a-4f1f-969d-e9380ae2c349 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce5d96f-ab91-4c46-ac74-efb793932ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092606 Aug 09 17:43:44.870573 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:43:44.871007 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Checking segment: {'id': '27b5461f-d291-4701-9675-74536508829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:43:44.871404 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:44.871802 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Bound using segment: {'id': '27b5461f-d291-4701-9675-74536508829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:43:44.877344 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Bound port: 80a2e034-ab6f-41ed-9c02-478b43480901, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5461f-d291-4701-9675-74536508829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:43:44.878068 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:44.912565 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Allocated IP 172.27.3.243 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/81417df6-8aa8-4021-ab3f-23fbfa648bda) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:43:44.942911 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e75592-1fa5-4288-b5bd-fd7fadc6287b req-8526e75e-5fa8-45f0-8df1-a836fcb42549 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:44.950173 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e0e75592-1fa5-4288-b5bd-fd7fadc6287b req-8526e75e-5fa8-45f0-8df1-a836fcb42549 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 944 time: 0.0957696 Aug 09 17:43:44.964679 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] For port 80a2e034-ab6f-41ed-9c02-478b43480901, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:43:44.968966 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] For port 80a2e034-ab6f-41ed-9c02-478b43480901, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=80a2e034-ab6f-41ed-9c02-478b43480901,segment=NetworkSegment(27b5461f-d291-4701-9675-74536508829b),segment_id=27b5461f-d291-4701-9675-74536508829b)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:43:44.974338 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:45.033301 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd56db-fa61-4896-b30e-6e7599a6becc None None] Pushing event updated for resources: {'Port': ['ID=80a2e034-ab6f-41ed-9c02-478b43480901,revision_number=2']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:45.040580 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e0e75592-1fa5-4288-b5bd-fd7fadc6287b req-2bd981c4-3043-4d29-ab9e-6e78da0bc23e tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894506 Aug 09 17:43:45.086126 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:45.149699 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:45.256600 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:43:45.261795 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:43:45.265613 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:43:45.303975 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Pushing event updated for resources: {'Port': ['ID=81417df6-8aa8-4021-ab3f-23fbfa648bda,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:45.548352 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 50168) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:45.568293 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0fe81-c26d-4f64-878d-ec96ad9f6d41 req-fa560dbb-5676-44a7-8943-ed22aa59eae7 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:45.569747 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-04c0fe81-c26d-4f64-878d-ec96ad9f6d41 req-fa560dbb-5676-44a7-8943-ed22aa59eae7 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 946 time: 0.1175098 Aug 09 17:43:45.650704 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-04c0fe81-c26d-4f64-878d-ec96ad9f6d41 req-c5228e22-ec86-4db5-bc99-06c7c6f77ae9 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/security-groups?id=224933af-83a9-41ed-a3fc-44596102dd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736148 Aug 09 17:43:45.655192 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:45.711540 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9c40-34a8-4b8b-8ec1-20c5595557fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:45.888636 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcfd54-6c94-472f-8805-5d17e24b6535 req-6bd98b58-9b32-43ca-9d53-6f70d0f3e653 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:45.890328 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-14dcfd54-6c94-472f-8805-5d17e24b6535 req-6bd98b58-9b32-43ca-9d53-6f70d0f3e653 tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.65 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 946 time: 0.0978401 Aug 09 17:43:45.976492 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962553'] for router, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:45.983596 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9c40-34a8-4b8b-8ec1-20c5595557fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:46.180931 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-14dcfd54-6c94-472f-8805-5d17e24b6535 req-b3fb67af-4717-4016-a4ab-b55d13e9a64e tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Deleting port 5599d55d-49bb-4f43-8d00-aee48753340a {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:43:46.181704 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-14dcfd54-6c94-472f-8805-5d17e24b6535 req-b3fb67af-4717-4016-a4ab-b55d13e9a64e tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:46.217394 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 80a2e034-ab6f-41ed-9c02-478b43480901 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:43:46.298392 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-14dcfd54-6c94-472f-8805-5d17e24b6535 req-b3fb67af-4717-4016-a4ab-b55d13e9a64e tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] For port 5599d55d-49bb-4f43-8d00-aee48753340a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=5599d55d-49bb-4f43-8d00-aee48753340a,segment=NetworkSegment(2bb6e2ca-c14e-42ba-924c-82f68d3b19ce),segment_id=2bb6e2ca-c14e-42ba-924c-82f68d3b19ce)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:43:46.298754 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-14dcfd54-6c94-472f-8805-5d17e24b6535 req-b3fb67af-4717-4016-a4ab-b55d13e9a64e tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:46.319012 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-14dcfd54-6c94-472f-8805-5d17e24b6535 req-b3fb67af-4717-4016-a4ab-b55d13e9a64e tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Calling delete_port for 5599d55d-49bb-4f43-8d00-aee48753340a owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:43:46.323357 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 80a2e034-ab6f-41ed-9c02-478b43480901 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:43:46.384850 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1dbe9c40-34a8-4b8b-8ec1-20c5595557fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:46.396217 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99433bf2-5ce2-48c8-b2ab-3892d425dd10 None None] Network 4b8dc70c-170e-4ae3-90f8-fd33329b11d9 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:43:46.468550 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe9c40-34a8-4b8b-8ec1-20c5595557fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfd7390-5ad0-4eaf-a9c5-7995663e5e6e,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:46.477601 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-1dbe9c40-34a8-4b8b-8ec1-20c5595557fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=caafa613ed874147935301c31f8e060a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9268284 Aug 09 17:43:46.481435 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 50188) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:46.519904 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3023d9-f82e-4da5-be61-3228edff3873 req-90604ff0-d1b3-4654-abee-9555fe620ab7 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:46.521686 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bc3023d9-f82e-4da5-be61-3228edff3873 req-90604ff0-d1b3-4654-abee-9555fe620ab7 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 947 time: 0.5365698 Aug 09 17:43:46.529749 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5c94b-1dcd-47d1-b853-e0103ee98a38 req-87424a40-0175-4ec6-a7da-0f81d98580ef tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:46.530063 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-14dcfd54-6c94-472f-8805-5d17e24b6535 req-b3fb67af-4717-4016-a4ab-b55d13e9a64e tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:46.532218 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-60c5c94b-1dcd-47d1-b853-e0103ee98a38 req-87424a40-0175-4ec6-a7da-0f81d98580ef tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 944 time: 0.1718330 Aug 09 17:43:46.534608 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-6db9686b-8554-45e1-be2d-46efb3bbcc16 None None] Provisioning for port 80a2e034-ab6f-41ed-9c02-478b43480901 completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:43:46.542947 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-6db9686b-8554-45e1-be2d-46efb3bbcc16 None None] Provisioning complete for port 80a2e034-ab6f-41ed-9c02-478b43480901 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:43:46.543615 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-6db9686b-8554-45e1-be2d-46efb3bbcc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:46.549570 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Router b2e93921-a2c5-4e07-8275-296d3b954722 is scheduled to L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 with binding_index 1 {{(pid=99900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:43:46.567685 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb67af-4717-4016-a4ab-b55d13e9a64e tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Pushing event deleted for resources: {'Port': ['ID=5599d55d-49bb-4f43-8d00-aee48753340a,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:46.596591 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['5599d55d-49bb-4f43-8d00-aee48753340a'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:43:46.640301 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dcfd54-6c94-472f-8805-5d17e24b6535 req-b3fb67af-4717-4016-a4ab-b55d13e9a64e tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] No DVR routers for this DVR port 5599d55d-49bb-4f43-8d00-aee48753340a on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:43:46.643991 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-14dcfd54-6c94-472f-8805-5d17e24b6535 req-b3fb67af-4717-4016-a4ab-b55d13e9a64e tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:46.646936 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-14dcfd54-6c94-472f-8805-5d17e24b6535 req-b3fb67af-4717-4016-a4ab-b55d13e9a64e tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.65 "DELETE /v2.0/ports/5599d55d-49bb-4f43-8d00-aee48753340a HTTP/1.1" status: 204 len: 173 time: 0.7466147 Aug 09 17:43:46.647461 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb99edf-f49a-452b-83be-e85878f9a9e9', 'name': 'network-vif-deleted', 'tag': '5599d55d-49bb-4f43-8d00-aee48753340a'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:43:46.649782 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f224df16-3c0d-45c7-8cd0-e6a06b65db00" -d '{"events": [{"server_uuid": "3eb99edf-f49a-452b-83be-e85878f9a9e9", "name": "network-vif-deleted", "tag": "5599d55d-49bb-4f43-8d00-aee48753340a"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:43:46.686198 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-6db9686b-8554-45e1-be2d-46efb3bbcc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:46.710087 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bc3023d9-f82e-4da5-be61-3228edff3873 req-aa107550-a19b-4a4e-ba0d-ec80ea1b7fa5 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce5d96f-ab91-4c46-ac74-efb793932ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758518 Aug 09 17:43:46.731722 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-6db9686b-8554-45e1-be2d-46efb3bbcc16 None None] For port 80a2e034-ab6f-41ed-9c02-478b43480901, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=80a2e034-ab6f-41ed-9c02-478b43480901,segment=NetworkSegment(27b5461f-d291-4701-9675-74536508829b),segment_id=27b5461f-d291-4701-9675-74536508829b)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:43:46.735520 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-60c5c94b-1dcd-47d1-b853-e0103ee98a38 req-d652b531-7fcd-4dfb-877b-bb4df6f6983e tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766000 Aug 09 17:43:46.745032 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-6db9686b-8554-45e1-be2d-46efb3bbcc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:46.812395 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9686b-8554-45e1-be2d-46efb3bbcc16 None None] Pushing event updated for resources: {'Port': ['ID=80a2e034-ab6f-41ed-9c02-478b43480901,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:46.826147 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-20bd72f0-e1a5-47a3-9052-026183ce71a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:46.857840 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-20bd72f0-e1a5-47a3-9052-026183ce71a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:46.859958 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:43:46.870733 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Sync routers for ids ['b2e93921-a2c5-4e07-8275-296d3b954722'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:43:46.893900 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Routers {'b2e93921-a2c5-4e07-8275-296d3b954722'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:43:46.894556 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:43:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['b2e93921-a2c5-4e07-8275-296d3b954722'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:46.907341 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] Notify callbacks [] for router, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:46.908578 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-15e0c53f-711c-49ea-817a-35f5ea996c11 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0778284 Aug 09 17:43:46.912005 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 50194) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:46.955707 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eea5722-d674-49f5-953b-ab02d75d7c00 x-openstack-request-id: req-7eea5722-d674-49f5-953b-ab02d75d7c00 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:43:46.956245 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb99edf-f49a-452b-83be-e85878f9a9e9", "name": "network-vif-deleted", "tag": "5599d55d-49bb-4f43-8d00-aee48753340a", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:43:46.956659 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7eea5722-d674-49f5-953b-ab02d75d7c00 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:43:46.957077 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb99edf-f49a-452b-83be-e85878f9a9e9', 'name': 'network-vif-deleted', 'tag': '5599d55d-49bb-4f43-8d00-aee48753340a', 'status': 'completed', 'code': 200} Aug 09 17:43:46.957643 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device cc827365-8e5b-4001-bfff-654b04f6d24a details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:43:46.996712 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device ef62dc8b-530e-45f3-a882-a85ab8ca6c2d up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:43:47.029648 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-de30d2ad-28d3-412d-ae8b-d2177b2f2f7a None None] Provisioning complete for port 80a2e034-ab6f-41ed-9c02-478b43480901 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:43:47.030229 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-de30d2ad-28d3-412d-ae8b-d2177b2f2f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:47.043458 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Set router b2e93921-a2c5-4e07-8275-296d3b954722 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:43:47.131542 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896da6c-73d6-40e9-aceb-18a34533062d req-22b736f9-d8ac-4441-8dc7-67c5762793ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:47.139862 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e896da6c-73d6-40e9-aceb-18a34533062d req-22b736f9-d8ac-4441-8dc7-67c5762793ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=491af0e0ec7145c6b70e6cad8cf1c855&device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 1098 time: 0.0633543 Aug 09 17:43:47.160257 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-20bd72f0-e1a5-47a3-9052-026183ce71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:47.162629 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-20bd72f0-e1a5-47a3-9052-026183ce71a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:47.163814 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-20bd72f0-e1a5-47a3-9052-026183ce71a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8cfd7390-5ad0-4eaf-a9c5-7995663e5e6e HTTP/1.1" status: 204 len: 168 time: 0.6803832 Aug 09 17:43:47.173341 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-665eb841-2a14-4660-a338-36fbc2afadb1 req-74783819-1a91-4cf1-bcfe-ae6355a2507f tempest-DeleteServersTestJSON-1849483657 tempest-DeleteServersTestJSON-1849483657-project] 10.222.0.38 "GET /v2.0/ports?device_id=3eb99edf-f49a-452b-83be-e85878f9a9e9 HTTP/1.1" status: 200 len: 210 time: 0.0685236 Aug 09 17:43:47.196491 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd72f0-e1a5-47a3-9052-026183ce71a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfd7390-5ad0-4eaf-a9c5-7995663e5e6e,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:47.258892 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port ef62dc8b-530e-45f3-a882-a85ab8ca6c2d completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:43:47.264021 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f352d-66c8-4e76-b13d-65e6c4fdce04 req-c43f0a9d-23ed-4348-b484-d3838f177884 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:47.278629 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cd1f352d-66c8-4e76-b13d-65e6c4fdce04 req-c43f0a9d-23ed-4348-b484-d3838f177884 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.2084334 Aug 09 17:43:47.300900 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port ef62dc8b-530e-45f3-a882-a85ab8ca6c2d triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:43:47.301715 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:47.306498 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port cc827365-8e5b-4001-bfff-654b04f6d24a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=cc827365-8e5b-4001-bfff-654b04f6d24a,segment=NetworkSegment(6b4bea31-abe2-4688-8817-adb23a5cc58e),segment_id=6b4bea31-abe2-4688-8817-adb23a5cc58e)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:43:47.370824 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896da6c-73d6-40e9-aceb-18a34533062d req-98ea8db7-cfb4-4199-9797-e620be7b68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:47.378420 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e896da6c-73d6-40e9-aceb-18a34533062d req-98ea8db7-cfb4-4199-9797-e620be7b68ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bbfc673-a3e0-4db9-acc3-57ffa461b335 HTTP/1.1" status: 200 len: 920 time: 0.2355540 Aug 09 17:43:47.390732 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'name': 'tempest-TestMinimumBasicScenario-743073279-router', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:43Z', 'updated_at': '2021-08-09T17:43:45Z', 'revision_number': 3, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'gw_port': {'id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:44Z', 'updated_at': '2021-08-09T17:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:47.397321 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': 'cc827365-8e5b-4001-bfff-654b04f6d24a', 'network_id': 'c6c697d6-6b91-46e0-8808-b6c956d2a264', 'port_id': 'cc827365-8e5b-4001-bfff-654b04f6d24a', 'mac_address': 'fa:16:3e:97:66:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f534cd0-90e6-4133-8748-0da8f7b668f3', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:43:47.418374 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cd1f352d-66c8-4e76-b13d-65e6c4fdce04 req-a748e4e4-fdae-462a-905f-9532b444f4e6 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387208 Aug 09 17:43:47.451338 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Checking router: b2e93921-a2c5-4e07-8275-296d3b954722 for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:43:47.451729 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Updating router b2e93921-a2c5-4e07-8275-296d3b954722 port 81417df6-8aa8-4021-ab3f-23fbfa648bda binding host dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:43:47.473262 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e896da6c-73d6-40e9-aceb-18a34533062d req-e55a240e-f3e0-4cc1-ad6c-1f42e3737654 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51e9c80d-7cf4-49d2-b559-7d18bec99aa2 HTTP/1.1" status: 200 len: 217 time: 0.0785789 Aug 09 17:43:47.475005 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:47.498934 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:47.537425 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc827365-8e5b-4001-bfff-654b04f6d24a {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:43:47.559159 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896da6c-73d6-40e9-aceb-18a34533062d req-8b016287-931e-4454-961f-8d2ccaaa23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:47.559857 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port cc827365-8e5b-4001-bfff-654b04f6d24a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=cc827365-8e5b-4001-bfff-654b04f6d24a,segment=NetworkSegment(6b4bea31-abe2-4688-8817-adb23a5cc58e),segment_id=6b4bea31-abe2-4688-8817-adb23a5cc58e)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:43:47.561902 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e896da6c-73d6-40e9-aceb-18a34533062d req-8b016287-931e-4454-961f-8d2ccaaa23c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15242da1-2ab2-4849-a4d2-6d06c062041e HTTP/1.1" status: 200 len: 859 time: 0.0828619 Aug 09 17:43:47.571002 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:47.622563 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:47.623493 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e896da6c-73d6-40e9-aceb-18a34533062d req-48b341f1-ffdd-4a8c-834f-3c8eeae3f7e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bbfc673-a3e0-4db9-acc3-57ffa461b335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462599 Aug 09 17:43:47.627975 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=cc827365-8e5b-4001-bfff-654b04f6d24a,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:47.664634 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port ef62dc8b-530e-45f3-a882-a85ab8ca6c2d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ef62dc8b-530e-45f3-a882-a85ab8ca6c2d,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:43:47.666521 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb9a3df-b04a-4c9d-bdce-807d350e1fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef62dc8b-530e-45f3-a882-a85ab8ca6c2d'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:43:47.669281 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56f9fd1-32d0-4444-8b26-fdab2e9af540" -d '{"events": [{"server_uuid": "6bb9a3df-b04a-4c9d-bdce-807d350e1fb9", "name": "network-vif-plugged", "status": "completed", "tag": "ef62dc8b-530e-45f3-a882-a85ab8ca6c2d"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:43:47.687005 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:47.779934 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a276556e-79f6-4e6f-aeff-fb3a73c05a8f x-openstack-request-id: req-a276556e-79f6-4e6f-aeff-fb3a73c05a8f {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:43:47.780248 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb9a3df-b04a-4c9d-bdce-807d350e1fb9", "name": "network-vif-plugged", "status": "completed", "tag": "ef62dc8b-530e-45f3-a882-a85ab8ca6c2d", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:43:47.780488 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a276556e-79f6-4e6f-aeff-fb3a73c05a8f {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:43:47.783233 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb9a3df-b04a-4c9d-bdce-807d350e1fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef62dc8b-530e-45f3-a882-a85ab8ca6c2d', 'code': 200} Aug 09 17:43:47.815101 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:47.828297 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e896da6c-73d6-40e9-aceb-18a34533062d req-cb1d2335-f10a-4ba3-a861-4f459419d2af service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955409 Aug 09 17:43:47.865402 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=ef62dc8b-530e-45f3-a882-a85ab8ca6c2d,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:47.888452 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Notify callbacks [] for port, precommit_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:47.922325 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.provisioning_blocks [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Transition to ACTIVE for port object 81417df6-8aa8-4021-ab3f-23fbfa648bda will not be triggered until provisioned by entity L2. {{(pid=99902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:43:47.942578 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:48.011043 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c61d4-07b2-441d-ac35-19eec713442b None None] Pushing event updated for resources: {'Port': ['ID=81417df6-8aa8-4021-ab3f-23fbfa648bda,revision_number=2']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:48.020103 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c61d4-07b2-441d-ac35-19eec713442b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:48.021413 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c61d4-07b2-441d-ac35-19eec713442b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:48.021997 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c61d4-07b2-441d-ac35-19eec713442b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:48.022525 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c61d4-07b2-441d-ac35-19eec713442b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:48.023088 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c61d4-07b2-441d-ac35-19eec713442b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:48.023624 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c61d4-07b2-441d-ac35-19eec713442b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:48.025135 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c61d4-07b2-441d-ac35-19eec713442b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:48.025763 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c61d4-07b2-441d-ac35-19eec713442b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:48.026569 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c61d4-07b2-441d-ac35-19eec713442b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:48.027128 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c61d4-07b2-441d-ac35-19eec713442b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:48.027660 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c61d4-07b2-441d-ac35-19eec713442b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:48.028176 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c61d4-07b2-441d-ac35-19eec713442b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:43:48.051099 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d70713-eff1-4a57-a312-6d4c23e6ee4f req-18e1c4d3-00d9-4bda-94dd-1d3abde4b45a tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:48.053312 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-86d70713-eff1-4a57-a312-6d4c23e6ee4f req-18e1c4d3-00d9-4bda-94dd-1d3abde4b45a tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 948 time: 0.1708007 Aug 09 17:43:48.161886 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e896da6c-73d6-40e9-aceb-18a34533062d req-725c5775-8be1-4cfb-9bfa-c9ae9125de8e service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654030 Aug 09 17:43:48.170902 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['cc827365-8e5b-4001-bfff-654b04f6d24a'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:43:48.190258 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Attempting to bind port 81417df6-8aa8-4021-ab3f-23fbfa648bda on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:43:48.190983 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Attempting to bind port 81417df6-8aa8-4021-ab3f-23fbfa648bda by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:43:48.192310 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Attempting to bind port 81417df6-8aa8-4021-ab3f-23fbfa648bda on network ea6b9157-7b5c-46f4-b61f-3e223353ac5d {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:43:48.204248 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f8391-2689-49d7-8d09-af9472f400cb req-7a3c0456-f106-4a76-9069-61b92e5ed30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:48.209014 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f30f8391-2689-49d7-8d09-af9472f400cb req-7a3c0456-f106-4a76-9069-61b92e5ed30d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 1098 time: 0.1716633 Aug 09 17:43:48.216244 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:43:48.216822 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Checking segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:43:48.217454 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:48.226040 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Bound using segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:43:48.227303 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Bound port: 81417df6-8aa8-4021-ab3f-23fbfa648bda, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:43:48.227936 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:48.228482 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 80a2e034-ab6f-41ed-9c02-478b43480901 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:43:48.274491 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c40e2-906b-45c3-8dfb-0ad894c3129e req-398d0849-7c9b-4da6-bce2-1eff1373c668 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:48.286936 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-339c40e2-906b-45c3-8dfb-0ad894c3129e req-398d0849-7c9b-4da6-bce2-1eff1373c668 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 945 time: 0.3972843 Aug 09 17:43:48.311707 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f30f8391-2689-49d7-8d09-af9472f400cb req-07ff1572-b731-44b1-90af-c86bf1957684 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946360 Aug 09 17:43:48.375689 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] For port 81417df6-8aa8-4021-ab3f-23fbfa648bda, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:43:48.385226 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] For port 81417df6-8aa8-4021-ab3f-23fbfa648bda, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=81417df6-8aa8-4021-ab3f-23fbfa648bda,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:43:48.395239 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:48.416525 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 80a2e034-ab6f-41ed-9c02-478b43480901 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:43:48.420104 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:48.530301 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-86d70713-eff1-4a57-a312-6d4c23e6ee4f req-cd8c3460-e638-4b1c-a67f-cc669f326ee1 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce5d96f-ab91-4c46-ac74-efb793932ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096153 Aug 09 17:43:48.548599 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Routers {'b2e93921-a2c5-4e07-8275-296d3b954722'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:43:48.549254 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:43:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['b2e93921-a2c5-4e07-8275-296d3b954722'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:48.553696 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Allocated IP 172.20.0.1 (4b8dc70c-170e-4ae3-90f8-fd33329b11d9/c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5/b2a4f38d-54e3-4540-9c50-a628d33d79cb) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:43:48.582676 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-339c40e2-906b-45c3-8dfb-0ad894c3129e req-4c253e4d-4cbf-4fa7-b6d4-7d3c4f2060bb tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743726 Aug 09 17:43:48.635371 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50246) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:48.645820 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c61d4-07b2-441d-ac35-19eec713442b None None] Pushing event updated for resources: {'Port': ['ID=81417df6-8aa8-4021-ab3f-23fbfa648bda,revision_number=3']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:48.761572 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-7fa99896-50d2-47aa-a575-ae64770b5440 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-106671938-network', 'tenant_id': '75ab80b8497d45759a4d0133771248b4'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:48.786236 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] Set router b2e93921-a2c5-4e07-8275-296d3b954722 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:43:48.791012 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa99896-50d2-47aa-a575-ae64770b5440 admin admin] Made reservation on behalf of 75ab80b8497d45759a4d0133771248b4 for: {'network': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:43:48.794698 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7fa99896-50d2-47aa-a575-ae64770b5440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:48.811377 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7fa99896-50d2-47aa-a575-ae64770b5440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:48.836457 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:48.856150 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.provisioning_blocks [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Transition to ACTIVE for port object b2a4f38d-54e3-4540-9c50-a628d33d79cb will not be triggered until provisioned by entity DHCP. {{(pid=99900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:43:48.883449 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9e98c-ecc4-4619-8435-26e2f942fcc5 req-1adfe426-3ff2-4810-8d18-f3930972d5f1 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:48.885283 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eca9e98c-ecc4-4619-8435-26e2f942fcc5 req-1adfe426-3ff2-4810-8d18-f3930972d5f1 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0964956 Aug 09 17:43:48.968795 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50260) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:48.969262 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eca9e98c-ecc4-4619-8435-26e2f942fcc5 req-29c49202-4be2-4dcf-9d19-235b9992ecd9 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754528 Aug 09 17:43:48.973570 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 5599d55d-49bb-4f43-8d00-aee48753340a no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:43:49.011886 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.035929 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: 5599d55d-49bb-4f43-8d00-aee48753340a {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:43:49.036302 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 5599d55d-49bb-4f43-8d00-aee48753340a not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:43:49.046648 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7fa99896-50d2-47aa-a575-ae64770b5440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.055065 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7fa99896-50d2-47aa-a575-ae64770b5440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.063715 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Network 4b8dc70c-170e-4ae3-90f8-fd33329b11d9 is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:43:49.068597 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:43:49.075177 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa99896-50d2-47aa-a575-ae64770b5440 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=99899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:43:49.085627 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:43:49.089168 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7fa99896-50d2-47aa-a575-ae64770b5440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.089582 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.segments_db [None req-7fa99896-50d2-47aa-a575-ae64770b5440 admin admin] Added segment ac2d5dfb-2567-4b98-8049-72ef735bf5c1 of type vlan for network d33834c5-8250-497e-9109-75d2ac372874 Aug 09 17:43:49.124446 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Pushing event updated for resources: {'Port': ['ID=b2a4f38d-54e3-4540-9c50-a628d33d79cb,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:49.140834 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7fa99896-50d2-47aa-a575-ae64770b5440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.156092 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961546'] for router_interface, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.195902 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7fa99896-50d2-47aa-a575-ae64770b5440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.196961 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa99896-50d2-47aa-a575-ae64770b5440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:49.198784 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7fa99896-50d2-47aa-a575-ae64770b5440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.237362 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'name': 'tempest-TestMinimumBasicScenario-743073279-router', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:43Z', 'updated_at': '2021-08-09T17:43:45Z', 'revision_number': 3, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'gw_port': {'id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:44Z', 'updated_at': '2021-08-09T17:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:49.268901 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f51bd07-54d7-4473-bb8f-4b8eef2f818f None None] The sync data for ids ['b2e93921-a2c5-4e07-8275-296d3b954722'] in dv-cinder-780933-13-iscsi is: [{'id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'name': 'tempest-TestMinimumBasicScenario-743073279-router', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:43Z', 'updated_at': '2021-08-09T17:43:45Z', 'revision_number': 3, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'gw_port': {'id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:44Z', 'updated_at': '2021-08-09T17:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:43:49.394245 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.434091 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-f974e5df-664a-44f9-95e3-b110380349ab None None] Provisioning for port b2a4f38d-54e3-4540-9c50-a628d33d79cb completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:43:49.438551 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-f974e5df-664a-44f9-95e3-b110380349ab None None] Provisioning complete for port b2a4f38d-54e3-4540-9c50-a628d33d79cb triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:43:49.438963 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-f974e5df-664a-44f9-95e3-b110380349ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.498383 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-f974e5df-664a-44f9-95e3-b110380349ab None None] Port b2a4f38d-54e3-4540-9c50-a628d33d79cb cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:43:49.505422 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5d3df88d-6646-4af9-845e-34a477f1baaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.511403 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-7fa99896-50d2-47aa-a575-ae64770b5440 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8749907 Aug 09 17:43:49.516251 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 50268) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:49.519142 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa99896-50d2-47aa-a575-ae64770b5440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3626cb60-c13f-4c87-b2ff-00c27971f9c0,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:49.526494 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-2d882c94-70f6-45c6-90af-00b9207b9e81 admin admin] Request body: {'subnet': {'network_id': 'd33834c5-8250-497e-9109-75d2ac372874', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-106671938-subnet', 'tenant_id': '75ab80b8497d45759a4d0133771248b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:49.528193 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa99896-50d2-47aa-a575-ae64770b5440 admin admin] Pushing event updated for resources: {'Network': ['ID=d33834c5-8250-497e-9109-75d2ac372874,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:49.593292 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network d33834c5-8250-497e-9109-75d2ac372874 details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:43:49.679264 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.701750 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004119'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.717109 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5d3df88d-6646-4af9-845e-34a477f1baaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.730122 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5d3df88d-6646-4af9-845e-34a477f1baaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.770927 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3df88d-6646-4af9-845e-34a477f1baaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2addff-0bcf-4062-870c-464d902c2358,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:49.777370 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-5d3df88d-6646-4af9-845e-34a477f1baaf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e3e138d1421e4a5ea3f5cb8c36f9db15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8071225 Aug 09 17:43:49.783291 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50274) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:49.840222 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Pushing event updated for resources: {'Port': ['ID=b2a4f38d-54e3-4540-9c50-a628d33d79cb,revision_number=2']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:49.845934 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961726'] for router_interface, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.851134 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d882c94-70f6-45c6-90af-00b9207b9e81 admin admin] Made reservation on behalf of 75ab80b8497d45759a4d0133771248b4 for: {'subnet': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:43:49.853412 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2d882c94-70f6-45c6-90af-00b9207b9e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8531849'] for subnet, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.861370 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ac1b193f-0214-4588-a3f9-277b656e5c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.873761 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717b15c-8f53-4943-ad06-d5838e522e95 req-5b788279-54df-46dd-bb02-26a9aa57396b tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:49.875418 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8717b15c-8f53-4943-ad06-d5838e522e95 req-5b788279-54df-46dd-bb02-26a9aa57396b tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 948 time: 0.1936500 Aug 09 17:43:49.891982 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ac1b193f-0214-4588-a3f9-277b656e5c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.929417 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b28065-86c2-440b-a829-0793e270bbf0 req-337adef0-6491-42dc-9922-e2ede71d636f tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:49.931049 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-94b28065-86c2-440b-a829-0793e270bbf0 req-337adef0-6491-42dc-9922-e2ede71d636f tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 945 time: 0.2421980 Aug 09 17:43:49.963550 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ac1b193f-0214-4588-a3f9-277b656e5c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.966117 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ac1b193f-0214-4588-a3f9-277b656e5c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:49.970325 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-ac1b193f-0214-4588-a3f9-277b656e5c4d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7d2addff-0bcf-4062-870c-464d902c2358 HTTP/1.1" status: 204 len: 168 time: 0.1854300 Aug 09 17:43:49.979498 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b193f-0214-4588-a3f9-277b656e5c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2addff-0bcf-4062-870c-464d902c2358,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:50.107709 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-94b28065-86c2-440b-a829-0793e270bbf0 req-be65460e-c9d7-48df-ab30-48bd223a7d5a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597266 Aug 09 17:43:50.162654 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8717b15c-8f53-4943-ad06-d5838e522e95 req-dde84806-9af2-43ff-93d9-a16f4cf27dd3 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce5d96f-ab91-4c46-ac74-efb793932ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495253 Aug 09 17:43:50.209960 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 81417df6-8aa8-4021-ab3f-23fbfa648bda up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:43:50.219763 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Network 4b8dc70c-170e-4ae3-90f8-fd33329b11d9 is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:43:50.223493 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:43:50.313330 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 81417df6-8aa8-4021-ab3f-23fbfa648bda completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:43:50.321751 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 81417df6-8aa8-4021-ab3f-23fbfa648bda triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:43:50.322592 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:50.428052 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50290) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:50.461222 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2d882c94-70f6-45c6-90af-00b9207b9e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10004202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531899'] for subnet, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:50.504785 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:50.506212 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9cfa72-9f74-4b0b-8651-d8df2bb89d0a admin admin] Deleting subnet 1de0d640-cf52-4bdd-a7ef-d0d2caf3991f {{(pid=99899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:43:50.508628 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50292) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:50.523388 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfa72-9f74-4b0b-8651-d8df2bb89d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:50.525508 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-40e23474-4419-4db4-ae69-c3e9367ebc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:50.535990 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port 81417df6-8aa8-4021-ab3f-23fbfa648bda, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=81417df6-8aa8-4021-ab3f-23fbfa648bda,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:43:50.543206 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:50.589598 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfa72-9f74-4b0b-8651-d8df2bb89d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9885487'] for subnet, precommit_delete_associations {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:50.608009 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16637ce-0f42-4e1a-9fc6-9ef7c7af18d7 req-0c201fad-dffe-4e0f-958a-36cee3ec807d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:50.610063 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c16637ce-0f42-4e1a-9fc6-9ef7c7af18d7 req-0c201fad-dffe-4e0f-958a-36cee3ec807d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.3283894 Aug 09 17:43:50.616559 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d882c94-70f6-45c6-90af-00b9207b9e81 admin admin] Checking segment: {'id': 'ac2d5dfb-2567-4b98-8049-72ef735bf5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd33834c5-8250-497e-9109-75d2ac372874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:43:50.616921 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d882c94-70f6-45c6-90af-00b9207b9e81 admin admin] Network hostable DHCP agents. Network: d33834c5-8250-497e-9109-75d2ac372874, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:43:50.619098 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=81417df6-8aa8-4021-ab3f-23fbfa648bda,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:50.622740 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d882c94-70f6-45c6-90af-00b9207b9e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b840c0d-1e1a-4b0f-86d9-361c7705b1c2,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:50.655350 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-55b3453e-3cc8-4b26-9559-e116a34862ab None None] Provisioning complete for port b2a4f38d-54e3-4540-9c50-a628d33d79cb triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:43:50.655722 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-55b3453e-3cc8-4b26-9559-e116a34862ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:50.660607 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfa72-9f74-4b0b-8651-d8df2bb89d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:50.666010 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Router b2e93921-a2c5-4e07-8275-296d3b954722 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:43:50.686485 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d882c94-70f6-45c6-90af-00b9207b9e81 admin admin] Network d33834c5-8250-497e-9109-75d2ac372874 is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:43:50.704251 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-55b3453e-3cc8-4b26-9559-e116a34862ab None None] Port b2a4f38d-54e3-4540-9c50-a628d33d79cb cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:43:50.708875 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c16637ce-0f42-4e1a-9fc6-9ef7c7af18d7 req-a2c7e7ef-bc99-40a5-a77a-98507ddeefba tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766225 Aug 09 17:43:50.759087 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-40e23474-4419-4db4-ae69-c3e9367ebc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:50.760619 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfa72-9f74-4b0b-8651-d8df2bb89d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9831829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9541566'] for subnet, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:50.787698 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-40e23474-4419-4db4-ae69-c3e9367ebc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:50.795358 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cfa72-9f74-4b0b-8651-d8df2bb89d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de0d640-cf52-4bdd-a7ef-d0d2caf3991f,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:50.815142 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3c9cfa72-9f74-4b0b-8651-d8df2bb89d0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:50.817161 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-3c9cfa72-9f74-4b0b-8651-d8df2bb89d0a admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1de0d640-cf52-4bdd-a7ef-d0d2caf3991f HTTP/1.1" status: 204 len: 168 time: 0.3880899 Aug 09 17:43:50.826711 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50294) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:50.845820 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-40e23474-4419-4db4-ae69-c3e9367ebc9e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f11c52123b1b48e590030852b98125c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360636 Aug 09 17:43:50.884134 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50296) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:50.898754 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e23474-4419-4db4-ae69-c3e9367ebc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327124e2-f6b8-4f72-b1e7-61c004ac6b55,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:50.938962 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-92ca47b7-3970-45b2-a4c3-48b22bd0b52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:50.980134 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-2d882c94-70f6-45c6-90af-00b9207b9e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, d33834c5-8250-497e-9109-75d2ac372874) {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:43:50.986454 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d882c94-70f6-45c6-90af-00b9207b9e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:50.987197 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2d882c94-70f6-45c6-90af-00b9207b9e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:50.989293 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device cc827365-8e5b-4001-bfff-654b04f6d24a up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:43:50.990052 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5ca702f1-d7fe-4eb6-8ad3-7d738b07458f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:51.015091 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-2d882c94-70f6-45c6-90af-00b9207b9e81 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4975672 Aug 09 17:43:51.018397 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cf3c01-0a77-407c-b369-8f5fcb01ead5 None None] Network d33834c5-8250-497e-9109-75d2ac372874 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:43:51.058801 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5ca702f1-d7fe-4eb6-8ad3-7d738b07458f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:51.067238 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-92ca47b7-3970-45b2-a4c3-48b22bd0b52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:51.070073 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:43:51.076751 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-69331747-9607-4188-bb95-2659f8bc007c admin admin] 10.222.0.38 "PUT /v2.0/routers/b2e93921-a2c5-4e07-8275-296d3b954722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1631136 Aug 09 17:43:51.085857 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-92ca47b7-3970-45b2-a4c3-48b22bd0b52c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0ebbb6-9772-49de-9caf-0079c685c195']}} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:51.106183 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-92ca47b7-3970-45b2-a4c3-48b22bd0b52c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb6e2ca-c14e-42ba-924c-82f68d3b19ce') {'for_net_delete': True} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:51.106508 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-92ca47b7-3970-45b2-a4c3-48b22bd0b52c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb6e2ca-c14e-42ba-924c-82f68d3b19ce') {} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:51.121108 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-92ca47b7-3970-45b2-a4c3-48b22bd0b52c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9885496'] for segment, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:51.138132 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-92ca47b7-3970-45b2-a4c3-48b22bd0b52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:51.146771 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ca47b7-3970-45b2-a4c3-48b22bd0b52c admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=99899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:43:51.147325 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-92ca47b7-3970-45b2-a4c3-48b22bd0b52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9831755'] for segment, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: Traceback (most recent call last): Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: timer() Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: cb(*args, **kw) Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: return func(*args, **kwargs) Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: self._notify() Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: self.callback(batched_events) Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: event.method(event) Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: return f(self, *a, **k) Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._get(url).json() Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: return self.request(url, 'GET', **kwargs) Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:43:51.149169 dv-cinder-780933-13-iscsi neutron-server[99899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:43:51.185481 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5ca702f1-d7fe-4eb6-8ad3-7d738b07458f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:51.188260 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5ca702f1-d7fe-4eb6-8ad3-7d738b07458f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:51.189435 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-5ca702f1-d7fe-4eb6-8ad3-7d738b07458f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/327124e2-f6b8-4f72-b1e7-61c004ac6b55 HTTP/1.1" status: 204 len: 168 time: 0.3044758 Aug 09 17:43:51.217163 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca702f1-d7fe-4eb6-8ad3-7d738b07458f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327124e2-f6b8-4f72-b1e7-61c004ac6b55,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:51.236167 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-92ca47b7-3970-45b2-a4c3-48b22bd0b52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:51.242595 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-92ca47b7-3970-45b2-a4c3-48b22bd0b52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:51.247268 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-92ca47b7-3970-45b2-a4c3-48b22bd0b52c admin admin] 10.222.0.38 "DELETE /v2.0/networks/ef0ebbb6-9772-49de-9caf-0079c685c195 HTTP/1.1" status: 204 len: 168 time: 0.4169030 Aug 09 17:43:51.260510 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port cc827365-8e5b-4001-bfff-654b04f6d24a completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:43:51.268887 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port cc827365-8e5b-4001-bfff-654b04f6d24a triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:43:51.269262 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:51.270278 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca47b7-3970-45b2-a4c3-48b22bd0b52c admin admin] Pushing event deleted for resources: {'Network': ['ID=ef0ebbb6-9772-49de-9caf-0079c685c195,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:51.380777 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395581b3-6ce0-4a55-8b80-6425b1c62864 None None] Network d33834c5-8250-497e-9109-75d2ac372874 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:43:51.424103 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f1b37-02fc-455e-ba46-07d54a1ae921 req-20ad07ce-8066-46fd-9a1b-5cfffbbbe6fb tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:51.428599 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-713f1b37-02fc-455e-ba46-07d54a1ae921 req-20ad07ce-8066-46fd-9a1b-5cfffbbbe6fb tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 948 time: 0.1357334 Aug 09 17:43:51.444059 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51cfa0-7d94-4b14-9cdd-8c16c91c6a1f req-6df3f2eb-4f90-4d8c-9d25-798159a3b30b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:51.445681 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7b51cfa0-7d94-4b14-9cdd-8c16c91c6a1f req-6df3f2eb-4f90-4d8c-9d25-798159a3b30b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 945 time: 0.1197476 Aug 09 17:43:51.504416 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:51.547505 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Sync routers for ids ['b2e93921-a2c5-4e07-8275-296d3b954722'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:43:51.555871 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7b51cfa0-7d94-4b14-9cdd-8c16c91c6a1f req-5ea8408b-752b-409b-84ed-5cad14b70551 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001918 Aug 09 17:43:51.560162 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-713f1b37-02fc-455e-ba46-07d54a1ae921 req-b1f20d3b-c605-42a4-90d3-1f281e14d6a1 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce5d96f-ab91-4c46-ac74-efb793932ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133928 Aug 09 17:43:51.595427 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Routers {'b2e93921-a2c5-4e07-8275-296d3b954722'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:43:51.596324 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:43:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['b2e93921-a2c5-4e07-8275-296d3b954722'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:51.598247 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c14801-4254-46e1-823b-638e055d87fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc827365-8e5b-4001-bfff-654b04f6d24a'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:43:51.601136 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83fdeae-6b7d-4da5-ad28-e24899e3f8e3" -d '{"events": [{"server_uuid": "56c14801-4254-46e1-823b-638e055d87fd", "name": "network-vif-plugged", "status": "completed", "tag": "cc827365-8e5b-4001-bfff-654b04f6d24a"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:43:51.694517 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port cc827365-8e5b-4001-bfff-654b04f6d24a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=cc827365-8e5b-4001-bfff-654b04f6d24a,segment=NetworkSegment(6b4bea31-abe2-4688-8817-adb23a5cc58e),segment_id=6b4bea31-abe2-4688-8817-adb23a5cc58e)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:43:51.706599 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:51.813033 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=cc827365-8e5b-4001-bfff-654b04f6d24a,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:51.825261 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Set router b2e93921-a2c5-4e07-8275-296d3b954722 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:43:51.865645 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50332) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:51.980658 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-8e87f399-4a25-435e-ba27-7ab1a932200c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f2464d3ad553418a917d81fbb196a797&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1129932 Aug 09 17:43:51.983619 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50338) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:52.008378 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311b1f14-5c1a-4a95-a5cb-338d9edaa378 x-openstack-request-id: req-311b1f14-5c1a-4a95-a5cb-338d9edaa378 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:43:52.008690 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c14801-4254-46e1-823b-638e055d87fd", "name": "network-vif-plugged", "status": "completed", "tag": "cc827365-8e5b-4001-bfff-654b04f6d24a", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:43:52.009012 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-311b1f14-5c1a-4a95-a5cb-338d9edaa378 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:43:52.009399 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c14801-4254-46e1-823b-638e055d87fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc827365-8e5b-4001-bfff-654b04f6d24a', 'code': 200} Aug 09 17:43:52.068452 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f6b80-afe8-4c2e-bd43-275b88702577 req-8f05e797-6551-4b43-92be-98c7c0a03641 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:52.070324 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7d8f6b80-afe8-4c2e-bd43-275b88702577 req-8f05e797-6551-4b43-92be-98c7c0a03641 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0941877 Aug 09 17:43:52.134181 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6e43-791c-42f1-9721-a945ae5278a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:52.147817 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7d8f6b80-afe8-4c2e-bd43-275b88702577 req-f9935b0b-e11d-4eae-b78a-87212a6ab449 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660555 Aug 09 17:43:52.190735 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6e43-791c-42f1-9721-a945ae5278a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:52.243189 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 81417df6-8aa8-4021-ab3f-23fbfa648bda up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:43:52.323328 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccf229-1255-4eea-a1b3-e20f63b38e3b req-2d5245f5-af12-47b0-8ab7-792eaeb5d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:52.325898 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-09ccf229-1255-4eea-a1b3-e20f63b38e3b req-2d5245f5-af12-47b0-8ab7-792eaeb5d84c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 1102 time: 0.0885470 Aug 09 17:43:52.356834 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 81417df6-8aa8-4021-ab3f-23fbfa648bda triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:43:52.357209 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:52.395012 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6e43-791c-42f1-9721-a945ae5278a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:52.399365 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6e43-791c-42f1-9721-a945ae5278a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:52.407445 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-8a1c6e43-791c-42f1-9721-a945ae5278a8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/224933af-83a9-41ed-a3fc-44596102dd79 HTTP/1.1" status: 204 len: 168 time: 0.4218333 Aug 09 17:43:52.432477 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-09ccf229-1255-4eea-a1b3-e20f63b38e3b req-375b939e-7306-4e68-80eb-b8afca87621f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5ce5d96f-ab91-4c46-ac74-efb793932ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927641 Aug 09 17:43:52.434288 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c6e43-791c-42f1-9721-a945ae5278a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224933af-83a9-41ed-a3fc-44596102dd79,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:52.481430 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'name': 'tempest-TestMinimumBasicScenario-743073279-router', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:43Z', 'updated_at': '2021-08-09T17:43:49Z', 'revision_number': 4, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'gw_port': {'id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:44Z', 'updated_at': '2021-08-09T17:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'b2a4f38d-54e3-4540-9c50-a628d33d79cb', 'name': '', 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'mac_address': 'fa:16:3e:8d:cb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:47Z', 'updated_at': '2021-08-09T17:43:49Z', 'revision_number': 2, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'subnets': [{'id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:52.517926 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Checking router: b2e93921-a2c5-4e07-8275-296d3b954722 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:43:52.518609 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Updating router b2e93921-a2c5-4e07-8275-296d3b954722 port b2a4f38d-54e3-4540-9c50-a628d33d79cb binding host dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:43:52.556435 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:52.698016 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01025931-3043-45a2-b3f7-a2e9be95e79a req-e627fbfe-c88b-45cb-861a-16d24a859dbb tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:52.699370 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-01025931-3043-45a2-b3f7-a2e9be95e79a req-e627fbfe-c88b-45cb-861a-16d24a859dbb tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 949 time: 0.0570333 Aug 09 17:43:52.701054 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50372) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:52.705988 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-99900d07-0b01-4254-86e0-b457936a73b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1532706458-network', 'tenant_id': 'f81b25a5c6244933a5bdf8c95ec8b31b'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:52.745150 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99900d07-0b01-4254-86e0-b457936a73b6 admin admin] Made reservation on behalf of f81b25a5c6244933a5bdf8c95ec8b31b for: {'network': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:43:52.748758 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-99900d07-0b01-4254-86e0-b457936a73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:52.779830 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-99900d07-0b01-4254-86e0-b457936a73b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:52.787553 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-01025931-3043-45a2-b3f7-a2e9be95e79a req-e4fd85ca-e273-4b85-8472-cc6dc4229025 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce5d96f-ab91-4c46-ac74-efb793932ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771117 Aug 09 17:43:52.944782 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Notify callbacks [] for port, precommit_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:52.974073 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-99900d07-0b01-4254-86e0-b457936a73b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:52.979066 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Transition to ACTIVE for port object b2a4f38d-54e3-4540-9c50-a628d33d79cb will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:43:52.979691 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-99900d07-0b01-4254-86e0-b457936a73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:52.987585 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:53.027217 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99900d07-0b01-4254-86e0-b457936a73b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=99899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:43:53.047282 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99900d07-0b01-4254-86e0-b457936a73b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c42f3a8-1cde-4e3d-9fc2-23843439f756,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:53.052550 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-99900d07-0b01-4254-86e0-b457936a73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:53.052893 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.segments_db [None req-99900d07-0b01-4254-86e0-b457936a73b6 admin admin] Added segment 837550d5-af1d-4053-b905-43bba9c0bbd6 of type vlan for network 80c0bee0-2a9f-44cb-a439-60c9d25734b0 Aug 09 17:43:53.103301 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4eb38-abb0-4866-9c44-22f7991c1331 None None] Pushing event updated for resources: {'Port': ['ID=b2a4f38d-54e3-4540-9c50-a628d33d79cb,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:53.140888 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-99900d07-0b01-4254-86e0-b457936a73b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:53.175157 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Attempting to bind port b2a4f38d-54e3-4540-9c50-a628d33d79cb on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:43:53.175526 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Attempting to bind port b2a4f38d-54e3-4540-9c50-a628d33d79cb by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '27b5461f-d291-4701-9675-74536508829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:43:53.176602 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Attempting to bind port b2a4f38d-54e3-4540-9c50-a628d33d79cb on network 4b8dc70c-170e-4ae3-90f8-fd33329b11d9 {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:43:53.183557 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:43:53.183931 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Checking segment: {'id': '27b5461f-d291-4701-9675-74536508829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:43:53.184335 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:53.184825 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-99900d07-0b01-4254-86e0-b457936a73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:53.185929 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Bound using segment: {'id': '27b5461f-d291-4701-9675-74536508829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:43:53.186563 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99900d07-0b01-4254-86e0-b457936a73b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:53.186753 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Bound port: b2a4f38d-54e3-4540-9c50-a628d33d79cb, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b5461f-d291-4701-9675-74536508829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:43:53.187172 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:53.187521 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-99900d07-0b01-4254-86e0-b457936a73b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:53.293292 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99900d07-0b01-4254-86e0-b457936a73b6 admin admin] Pushing event updated for resources: {'Network': ['ID=80c0bee0-2a9f-44cb-a439-60c9d25734b0,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:53.303048 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-99900d07-0b01-4254-86e0-b457936a73b6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6008675 Aug 09 17:43:53.306175 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50400) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:53.314275 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network 80c0bee0-2a9f-44cb-a439-60c9d25734b0 details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:43:53.315131 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-df3fbbbb-d549-4fd5-b2ce-3ac8c6c91b52 admin admin] Request body: {'subnet': {'network_id': '80c0bee0-2a9f-44cb-a439-60c9d25734b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1532706458-subnet', 'tenant_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'ip_version': 4}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:53.337522 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df81fa-ef36-414a-b068-4f69556f3c43 req-5a4ad061-2c27-47cf-831b-005a718344da tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:53.346786 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c9df81fa-ef36-414a-b068-4f69556f3c43 req-5a4ad061-2c27-47cf-831b-005a718344da tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1196008 Aug 09 17:43:53.368275 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3fbbbb-d549-4fd5-b2ce-3ac8c6c91b52 admin admin] Made reservation on behalf of f81b25a5c6244933a5bdf8c95ec8b31b for: {'subnet': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:43:53.375344 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-df3fbbbb-d549-4fd5-b2ce-3ac8c6c91b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9541525'] for subnet, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:53.435321 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c9df81fa-ef36-414a-b068-4f69556f3c43 req-cbadb6f0-e858-42fb-9ddd-d6c051fd6349 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870495 Aug 09 17:43:53.444300 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] For port b2a4f38d-54e3-4540-9c50-a628d33d79cb, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:43:53.477360 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] For port b2a4f38d-54e3-4540-9c50-a628d33d79cb, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=b2a4f38d-54e3-4540-9c50-a628d33d79cb,segment=NetworkSegment(27b5461f-d291-4701-9675-74536508829b),segment_id=27b5461f-d291-4701-9675-74536508829b)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:43:53.492560 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:53.561488 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Routers {'b2e93921-a2c5-4e07-8275-296d3b954722'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:43:53.562882 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:43:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['b2e93921-a2c5-4e07-8275-296d3b954722'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:53.566823 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4eb38-abb0-4866-9c44-22f7991c1331 None None] Pushing event updated for resources: {'Port': ['ID=b2a4f38d-54e3-4540-9c50-a628d33d79cb,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:53.707480 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-df3fbbbb-d549-4fd5-b2ce-3ac8c6c91b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9831890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9541543'] for subnet, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:53.854104 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] Set router b2e93921-a2c5-4e07-8275-296d3b954722 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:43:53.862392 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-dbbf9921-bc09-4ab4-a1b4-fa3a2e104b8f tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:53.865454 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-dbbf9921-bc09-4ab4-a1b4-fa3a2e104b8f tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/networks?id=d33834c5-8250-497e-9109-75d2ac372874 HTTP/1.1" status: 200 len: 808 time: 0.1843443 Aug 09 17:43:53.877293 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fbbbb-d549-4fd5-b2ce-3ac8c6c91b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ade2a9-4893-4a8e-9b07-822270220cb3,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:53.896457 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-88982628-2d35-48e0-bf0a-cc65f98d7ec2 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/quotas/75ab80b8497d45759a4d0133771248b4 HTTP/1.1" status: 200 len: 375 time: 0.0214250 Aug 09 17:43:53.905489 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3fbbbb-d549-4fd5-b2ce-3ac8c6c91b52 admin admin] Checking segment: {'id': '837550d5-af1d-4053-b905-43bba9c0bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '80c0bee0-2a9f-44cb-a439-60c9d25734b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:43:53.905961 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3fbbbb-d549-4fd5-b2ce-3ac8c6c91b52 admin admin] Network hostable DHCP agents. Network: 80c0bee0-2a9f-44cb-a439-60c9d25734b0, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:43:53.962437 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3fbbbb-d549-4fd5-b2ce-3ac8c6c91b52 admin admin] Network 80c0bee0-2a9f-44cb-a439-60c9d25734b0 is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:43:53.972271 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-a1da86df-020a-435d-b921-1713beafdb1d tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=75ab80b8497d45759a4d0133771248b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562973 Aug 09 17:43:53.978589 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-df3fbbbb-d549-4fd5-b2ce-3ac8c6c91b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, 80c0bee0-2a9f-44cb-a439-60c9d25734b0) {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:43:53.986056 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3fbbbb-d549-4fd5-b2ce-3ac8c6c91b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:53.989592 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-df3fbbbb-d549-4fd5-b2ce-3ac8c6c91b52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:54.000013 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6de1e0-a553-4e31-b7e2-e8eae78c3cf6 None None] Network 80c0bee0-2a9f-44cb-a439-60c9d25734b0 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:43:54.018619 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-df3fbbbb-d549-4fd5-b2ce-3ac8c6c91b52 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7098353 Aug 09 17:43:54.021750 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50466) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:54.031429 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1532706458-router', 'tenant_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:54.044579 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50468) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:54.091039 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-964555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:54.095840 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:54.104201 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93562f-6444-40f3-9667-6453c12bbeac req-eab42155-9762-4587-94c0-28b4b7e8875a tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:54.113008 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4d93562f-6444-40f3-9667-6453c12bbeac req-eab42155-9762-4587-94c0-28b4b7e8875a tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 949 time: 0.1431804 Aug 09 17:43:54.180030 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-45e5aa98-7929-480c-a73d-f54fda77669e service neutron] 10.222.0.38 "GET /v2.0/networks/d33834c5-8250-497e-9109-75d2ac372874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989913 Aug 09 17:43:54.203928 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4d93562f-6444-40f3-9667-6453c12bbeac req-1066e332-3709-4953-9fb2-679c227cb4a0 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce5d96f-ab91-4c46-ac74-efb793932ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804403 Aug 09 17:43:54.206184 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:54.210907 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-612a8824-9639-467d-aebc-2826179c7494 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-767295906-network', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:54.341323 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a6190c-6a13-5555-94fd-b175b3e363ac-80c0bee0-2a9f-44cb-a439-60c9d25734b0', 'network_id': '80c0bee0-2a9f-44cb-a439-60c9d25734b0', 'tenant_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'fixed_ips': [{'subnet_id': '54ade2a9-4893-4a8e-9b07-822270220cb3'}]}} from dv-cinder-780933-13-iscsi. {{(pid=99901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:43:54.342185 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:54.352081 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612a8824-9639-467d-aebc-2826179c7494 admin admin] Made reservation on behalf of 14b16f5b752d4eb6aabccd3304653e6f for: {'network': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:43:54.354434 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-612a8824-9639-467d-aebc-2826179c7494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:54.359576 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'name': 'tempest-TestMinimumBasicScenario-743073279-router', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:43Z', 'updated_at': '2021-08-09T17:43:49Z', 'revision_number': 4, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'gw_port': {'id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:44Z', 'updated_at': '2021-08-09T17:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'b2a4f38d-54e3-4540-9c50-a628d33d79cb', 'name': '', 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'mac_address': 'fa:16:3e:8d:cb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:47Z', 'updated_at': '2021-08-09T17:43:53Z', 'revision_number': 4, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'subnets': [{'id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:54.373697 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-15c70662-0911-480a-add3-717ce39b7bf2 service neutron] 10.222.0.38 "GET /v2.0/networks/d33834c5-8250-497e-9109-75d2ac372874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684048 Aug 09 17:43:54.399901 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-612a8824-9639-467d-aebc-2826179c7494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:54.481846 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ddad66-163b-45f5-be5e-906aad253a33 None None] The sync data for ids ['b2e93921-a2c5-4e07-8275-296d3b954722'] in dv-cinder-780933-13-iscsi is: [{'id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'name': 'tempest-TestMinimumBasicScenario-743073279-router', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:43Z', 'updated_at': '2021-08-09T17:43:49Z', 'revision_number': 4, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'gw_port': {'id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:44Z', 'updated_at': '2021-08-09T17:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'b2a4f38d-54e3-4540-9c50-a628d33d79cb', 'name': '', 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'mac_address': 'fa:16:3e:8d:cb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:47Z', 'updated_at': '2021-08-09T17:43:53Z', 'revision_number': 4, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'subnets': [{'id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:43:54.656296 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:54.697344 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c06b5-d4ef-4663-99ba-955ac723a78d req-abfc3cdc-c467-40e1-bf86-b7ca3b7ff4fe tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:54.702347 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-769c06b5-d4ef-4663-99ba-955ac723a78d req-abfc3cdc-c467-40e1-bf86-b7ca3b7ff4fe tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1093712 Aug 09 17:43:54.766397 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.db_base_plugin_common [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Allocated IP 172.20.0.2 (80c0bee0-2a9f-44cb-a439-60c9d25734b0/54ade2a9-4893-4a8e-9b07-822270220cb3/5b6086c2-c50e-4ce6-bb05-2675c5c96b89) {{(pid=99901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:43:54.781022 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-769c06b5-d4ef-4663-99ba-955ac723a78d req-eceae99f-8e18-4def-9d7b-659306665c48 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635457 Aug 09 17:43:54.807447 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-14f657ef-a790-4095-9b90-d36bf2fe0c2f req-b50cf75c-59e6-4f92-85a7-a8fef54f988e tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 210 time: 0.0615509 Aug 09 17:43:54.913202 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-612a8824-9639-467d-aebc-2826179c7494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:54.928698 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-612a8824-9639-467d-aebc-2826179c7494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:55.001562 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a8824-9639-467d-aebc-2826179c7494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d207600-fd24-4ecb-9956-678ac28184b7,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:55.012464 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612a8824-9639-467d-aebc-2826179c7494 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=99899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:43:55.027755 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-612a8824-9639-467d-aebc-2826179c7494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:55.028661 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.segments_db [None req-612a8824-9639-467d-aebc-2826179c7494 admin admin] Added segment 7e0a6089-21b4-4886-8c78-a337be068cca of type vlan for network d95f19a3-63ba-4174-9d9b-72eaf529d950 Aug 09 17:43:55.058014 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Notify callbacks [] for port, precommit_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:55.069144 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Transition to ACTIVE for port object 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:43:55.083311 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-612a8824-9639-467d-aebc-2826179c7494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:55.088401 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Transition to ACTIVE for port object 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 will not be triggered until provisioned by entity DHCP. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:43:55.099905 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:55.166355 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Pushing event updated for resources: {'Port': ['ID=5b6086c2-c50e-4ce6-bb05-2675c5c96b89,revision_number=1']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:55.183028 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Network 80c0bee0-2a9f-44cb-a439-60c9d25734b0 is already hosted by enough agents. {{(pid=99901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:43:55.184716 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.base_scheduler [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Resources bound (agent type, host, resource id): {{(pid=99901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:43:55.188210 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Received port after_create {{(pid=99901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:43:55.263083 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-612a8824-9639-467d-aebc-2826179c7494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:55.264249 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612a8824-9639-467d-aebc-2826179c7494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:55.264934 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-612a8824-9639-467d-aebc-2826179c7494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:55.305424 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Attempting to bind port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:43:55.305899 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Attempting to bind port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '837550d5-af1d-4053-b905-43bba9c0bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '80c0bee0-2a9f-44cb-a439-60c9d25734b0'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:43:55.306375 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Attempting to bind port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 on network 80c0bee0-2a9f-44cb-a439-60c9d25734b0 {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:43:55.313754 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:43:55.314087 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Checking segment: {'id': '837550d5-af1d-4053-b905-43bba9c0bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '80c0bee0-2a9f-44cb-a439-60c9d25734b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:43:55.315172 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:55.315714 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Bound using segment: {'id': '837550d5-af1d-4053-b905-43bba9c0bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '80c0bee0-2a9f-44cb-a439-60c9d25734b0'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:43:55.316878 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Bound port: 5b6086c2-c50e-4ce6-bb05-2675c5c96b89, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837550d5-af1d-4053-b905-43bba9c0bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '80c0bee0-2a9f-44cb-a439-60c9d25734b0'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:43:55.317376 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:55.377919 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-612a8824-9639-467d-aebc-2826179c7494 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3295441 Aug 09 17:43:55.380786 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50520) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:55.425294 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-4c4fd2d9-0db3-439a-812b-82d50aa7f1f0 admin admin] Request body: {'subnet': {'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-767295906-subnet', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:55.428753 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:55.438484 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] For port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:43:55.440051 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a8824-9639-467d-aebc-2826179c7494 admin admin] Pushing event updated for resources: {'Network': ['ID=d95f19a3-63ba-4174-9d9b-72eaf529d950,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:55.442712 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] For port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=5b6086c2-c50e-4ce6-bb05-2675c5c96b89,segment=NetworkSegment(837550d5-af1d-4053-b905-43bba9c0bbd6),segment_id=837550d5-af1d-4053-b905-43bba9c0bbd6)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:43:55.449544 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:55.465437 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network d95f19a3-63ba-4174-9d9b-72eaf529d950 details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:43:55.503168 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:55.527479 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dc350-14c1-4709-90b3-741e7aa8e612 req-64a28287-fea7-49b8-8f20-156c935bb67d tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:55.538294 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0d6dc350-14c1-4709-90b3-741e7aa8e612 req-64a28287-fea7-49b8-8f20-156c935bb67d tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 949 time: 0.2431970 Aug 09 17:43:55.601786 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-0cb69c4c-1049-44d0-8668-d1aa3f8f1b27 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:55.638799 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-0cb69c4c-1049-44d0-8668-d1aa3f8f1b27 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/networks?id=d730e586-15ab-4070-ae5a-3a007839e560 HTTP/1.1" status: 200 len: 814 time: 0.4003401 Aug 09 17:43:55.646896 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fea01-6dc3-4c9c-9dc2-5bae81a743aa None None] Pushing event updated for resources: {'Port': ['ID=5b6086c2-c50e-4ce6-bb05-2675c5c96b89,revision_number=2']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:55.649774 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Allocated IP 172.27.3.116 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/df1d9ffc-4e7c-4572-878b-f082f83d6f5e) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:43:55.652527 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4fd2d9-0db3-439a-812b-82d50aa7f1f0 admin admin] Made reservation on behalf of 14b16f5b752d4eb6aabccd3304653e6f for: {'subnet': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:43:55.656000 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd2d9-0db3-439a-812b-82d50aa7f1f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9541525'] for subnet, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:55.686098 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0d6dc350-14c1-4709-90b3-741e7aa8e612 req-31ee253d-ac4e-4166-a47e-01be88203054 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce5d96f-ab91-4c46-ac74-efb793932ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460023 Aug 09 17:43:55.712669 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-71248850-4fa4-49b0-a1f4-f5e52fbf3bbf tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/quotas/99e4b5de1ec841b4b874abd0cece9013 HTTP/1.1" status: 200 len: 375 time: 0.0712943 Aug 09 17:43:55.803462 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-832321f4-3c8b-4146-8953-2d464b91a497 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=99e4b5de1ec841b4b874abd0cece9013&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896862 Aug 09 17:43:55.913452 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-4de24140-6808-4580-8499-6707a98f84c0 service neutron] 10.222.0.38 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091156 Aug 09 17:43:55.999002 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:56.092235 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd2d9-0db3-439a-812b-82d50aa7f1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9831890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9541543'] for subnet, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:56.115418 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-ea50ed53-9b8a-4f0e-97d9-f8539c5e9246 service neutron] 10.222.0.38 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952837 Aug 09 17:43:56.225268 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fd2d9-0db3-439a-812b-82d50aa7f1f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f65159c6-cc24-4c8e-bbf6-f2146b8ae904,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:56.260789 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:56.313792 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:43:56.330767 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4fd2d9-0db3-439a-812b-82d50aa7f1f0 admin admin] Checking segment: {'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:43:56.331294 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4fd2d9-0db3-439a-812b-82d50aa7f1f0 admin admin] Network hostable DHCP agents. Network: d95f19a3-63ba-4174-9d9b-72eaf529d950, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:43:56.349563 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:43:56.364917 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:43:56.387493 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:43:56.390758 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:43:56.393609 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device b2a4f38d-54e3-4540-9c50-a628d33d79cb up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:43:56.427620 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bea9d-3943-4191-b54c-d4f51ba0b9ea req-ce15ebcc-7724-4717-aa47-a7bddea980ea tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:56.435467 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-090bea9d-3943-4191-b54c-d4f51ba0b9ea req-ce15ebcc-7724-4717-aa47-a7bddea980ea tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0979524 Aug 09 17:43:56.438534 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Pushing event updated for resources: {'Port': ['ID=df1d9ffc-4e7c-4572-878b-f082f83d6f5e,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:56.496608 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4fd2d9-0db3-439a-812b-82d50aa7f1f0 admin admin] Network d95f19a3-63ba-4174-9d9b-72eaf529d950 is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:43:56.507747 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port b2a4f38d-54e3-4540-9c50-a628d33d79cb completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:43:56.513424 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port b2a4f38d-54e3-4540-9c50-a628d33d79cb triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:43:56.514495 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:56.520890 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-4c4fd2d9-0db3-439a-812b-82d50aa7f1f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, d95f19a3-63ba-4174-9d9b-72eaf529d950) {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:43:56.526546 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-090bea9d-3943-4191-b54c-d4f51ba0b9ea req-ae8bd514-8633-4b55-aab2-a64e30d3a6c6 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870497 Aug 09 17:43:56.561340 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe6ea10-7479-4b71-9bf8-f32bf0e66434 None None] Network d95f19a3-63ba-4174-9d9b-72eaf529d950 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:43:56.571332 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4fd2d9-0db3-439a-812b-82d50aa7f1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:56.572402 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4c4fd2d9-0db3-439a-812b-82d50aa7f1f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:56.588109 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-455a09fc-8377-468a-b6ce-84cfc3db4bfb req-133af550-1b28-4a73-8ab6-a92af564fb6e tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 210 time: 0.0949218 Aug 09 17:43:56.698273 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-4c4fd2d9-0db3-439a-812b-82d50aa7f1f0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3102195 Aug 09 17:43:56.707528 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50544) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:56.724740 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:56.747036 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0a3ce4d7-a10d-465a-b0fc-4b8ebdbbdd24 req-7bd3b529-de78-4591-b347-7e198936989a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 210 time: 0.0508151 Aug 09 17:43:56.817729 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca940e82-e043-4352-80a7-70f7bde3e1ea req-337f3dc4-d926-46ca-ad1a-a74ddc4d4c84 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:56.825386 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ca940e82-e043-4352-80a7-70f7bde3e1ea req-337f3dc4-d926-46ca-ad1a-a74ddc4d4c84 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 949 time: 0.1718168 Aug 09 17:43:56.920276 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-964555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:56.922136 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:56.923430 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ca940e82-e043-4352-80a7-70f7bde3e1ea req-0cd06f51-8e2e-46e9-beed-f256138cc99b tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce5d96f-ab91-4c46-ac74-efb793932ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919297 Aug 09 17:43:57.126147 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:57.172988 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a6190c-6a13-5555-94fd-b175b3e363ac-d95f19a3-63ba-4174-9d9b-72eaf529d950', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904'}]}} from dv-cinder-780933-13-iscsi. {{(pid=99901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:43:57.174011 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:57.204665 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:57.307949 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a3b4e-a381-4af3-aca7-8523c8fe8d49 None None] Network 80c0bee0-2a9f-44cb-a439-60c9d25734b0 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:43:57.374769 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port b2a4f38d-54e3-4540-9c50-a628d33d79cb, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=b2a4f38d-54e3-4540-9c50-a628d33d79cb,segment=NetworkSegment(27b5461f-d291-4701-9675-74536508829b),segment_id=27b5461f-d291-4701-9675-74536508829b)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:43:57.387852 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:57.399848 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:57.404404 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-fd418a45-b9f0-48ce-9c4f-5325f0920468 None None] Provisioning for port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:43:57.452150 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-fd418a45-b9f0-48ce-9c4f-5325f0920468 None None] Provisioning complete for port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:43:57.452866 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-fd418a45-b9f0-48ce-9c4f-5325f0920468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:57.459260 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-0ca3fb30-30a9-4a1d-a669-a2e70dc9ff42 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:57.461006 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-0ca3fb30-30a9-4a1d-a669-a2e70dc9ff42 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.65 "GET /v2.0/networks?id=d33834c5-8250-497e-9109-75d2ac372874 HTTP/1.1" status: 200 len: 808 time: 0.6332636 Aug 09 17:43:57.499399 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-3c30fc7d-1e66-43a8-9b6a-39456d36dc77 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Request body: {'port': {'device_id': '27d1f03b-213f-4acb-a280-04f11e4f5900', 'network_id': 'd33834c5-8250-497e-9109-75d2ac372874', 'admin_state_up': True, 'tenant_id': '75ab80b8497d45759a4d0133771248b4'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:57.505080 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:57.543595 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.db_base_plugin_common [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Allocated IP 172.20.0.2 (d95f19a3-63ba-4174-9d9b-72eaf529d950/f65159c6-cc24-4c8e-bbf6-f2146b8ae904/be3acb4a-7422-4204-b68b-8c978735eb75) {{(pid=99901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:43:57.554000 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=b2a4f38d-54e3-4540-9c50-a628d33d79cb,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:57.673480 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:57.712190 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66cedb28-e4a7-4ef7-a627-2722887dd17a req-9129c51b-147d-45a4-8633-c492faa25d98 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 210 time: 0.0393918 Aug 09 17:43:57.722578 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95074ddc-f75d-4a46-b99a-e4b05dd94149 req-601326c3-ec13-485b-ae6b-09e3ca1e71da tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:57.740833 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-95074ddc-f75d-4a46-b99a-e4b05dd94149 req-601326c3-ec13-485b-ae6b-09e3ca1e71da tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1134720 Aug 09 17:43:57.770736 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-fd418a45-b9f0-48ce-9c4f-5325f0920468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:57.788219 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-95074ddc-f75d-4a46-b99a-e4b05dd94149 req-24133f27-caf6-459e-b6ff-7956c45b107e tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456538 Aug 09 17:43:57.859588 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Notify callbacks [] for port, precommit_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:57.872947 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Transition to ACTIVE for port object be3acb4a-7422-4204-b68b-8c978735eb75 will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:43:57.894249 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-3c30fc7d-1e66-43a8-9b6a-39456d36dc77 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Made reservation on behalf of 75ab80b8497d45759a4d0133771248b4 for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:43:57.902965 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-3c30fc7d-1e66-43a8-9b6a-39456d36dc77 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:57.923995 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Transition to ACTIVE for port object be3acb4a-7422-4204-b68b-8c978735eb75 will not be triggered until provisioned by entity DHCP. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:43:57.939385 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bca467d8-4567-4370-92c7-4d7bc8712399 req-59492980-031d-4b0e-81be-4a8eda85892d tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 210 time: 0.0557210 Aug 09 17:43:57.948088 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:57.985736 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-fd418a45-b9f0-48ce-9c4f-5325f0920468 None None] For port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=5b6086c2-c50e-4ce6-bb05-2675c5c96b89,segment=NetworkSegment(837550d5-af1d-4053-b905-43bba9c0bbd6),segment_id=837550d5-af1d-4053-b905-43bba9c0bbd6)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:43:58.003323 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-fd418a45-b9f0-48ce-9c4f-5325f0920468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:58.020559 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Network d95f19a3-63ba-4174-9d9b-72eaf529d950 is already hosted by enough agents. {{(pid=99901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:43:58.028054 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.base_scheduler [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Resources bound (agent type, host, resource id): {{(pid=99901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:43:58.033441 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Received port after_create {{(pid=99901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:43:58.037596 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Pushing event updated for resources: {'Port': ['ID=be3acb4a-7422-4204-b68b-8c978735eb75,revision_number=1']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:58.072430 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962553'] for router, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:58.076916 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bd7cc-900f-449d-a6e7-1b4b33c37172 req-144f232c-654f-44f6-ada0-682c58f6b8d5 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:58.079377 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-407bd7cc-900f-449d-a6e7-1b4b33c37172 req-144f232c-654f-44f6-ada0-682c58f6b8d5 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 949 time: 0.0636046 Aug 09 17:43:58.129481 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-407bd7cc-900f-449d-a6e7-1b4b33c37172 req-a34fccac-5ff7-4c4f-8d6e-f26995aa4038 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce5d96f-ab91-4c46-ac74-efb793932ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392768 Aug 09 17:43:58.180418 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Attempting to bind port be3acb4a-7422-4204-b68b-8c978735eb75 on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:43:58.180418 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Attempting to bind port be3acb4a-7422-4204-b68b-8c978735eb75 by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:43:58.180634 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Attempting to bind port be3acb4a-7422-4204-b68b-8c978735eb75 on network d95f19a3-63ba-4174-9d9b-72eaf529d950 {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:43:58.187778 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device b2a4f38d-54e3-4540-9c50-a628d33d79cb up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:43:58.189531 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd418a45-b9f0-48ce-9c4f-5325f0920468 None None] Pushing event updated for resources: {'Port': ['ID=5b6086c2-c50e-4ce6-bb05-2675c5c96b89,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:58.227732 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:43:58.228241 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Checking segment: {'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:43:58.228795 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:58.229338 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Bound using segment: {'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:43:58.230062 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Bound port: be3acb4a-7422-4204-b68b-8c978735eb75, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:43:58.230532 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:58.233330 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-eac0ba2e-63ad-494d-89cc-fc74ab046274 None None] Provisioning complete for port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:43:58.233906 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-eac0ba2e-63ad-494d-89cc-fc74ab046274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:58.365975 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-3c30fc7d-1e66-43a8-9b6a-39456d36dc77 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Allocated IP 172.20.0.11 (d33834c5-8250-497e-9109-75d2ac372874/2b840c0d-1e1a-4b0f-86d9-361c7705b1c2/4acd7ac8-0286-42f2-9e76-e5fbdb6fd992) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:43:58.369407 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port b2a4f38d-54e3-4540-9c50-a628d33d79cb triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:43:58.369774 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:58.375059 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] For port be3acb4a-7422-4204-b68b-8c978735eb75, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:43:58.430201 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] For port be3acb4a-7422-4204-b68b-8c978735eb75, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=be3acb4a-7422-4204-b68b-8c978735eb75,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:43:58.444466 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:58.468911 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:58.522159 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:58.558219 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256a6be-b64a-43cc-9e56-dd2796f43f9c None None] Pushing event updated for resources: {'Port': ['ID=be3acb4a-7422-4204-b68b-8c978735eb75,revision_number=2']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:58.623433 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-fa300b31-5024-4b07-a244-f5ded9ba6259 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:58.625012 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-fa300b31-5024-4b07-a244-f5ded9ba6259 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.65 "GET /v2.0/networks?id=d730e586-15ab-4070-ae5a-3a007839e560 HTTP/1.1" status: 200 len: 814 time: 0.3158295 Aug 09 17:43:58.683812 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-6fc9f79a-1ba8-4ec4-83c7-f2cdb48eed7a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Request body: {'port': {'device_id': '559f47bb-7d71-43c8-9374-48ed4c7a2016', 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560', 'admin_state_up': True, 'tenant_id': '99e4b5de1ec841b4b874abd0cece9013'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:58.723440 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Router cd11e7f6-ffda-45a1-b868-e7769ad6929c is scheduled to L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 with binding_index 1 {{(pid=99899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:43:58.841840 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b41947d4-daa6-41de-80c1-7a822a15f02a req-d7b01f94-ac2e-4fa8-997c-477597bd0591 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 210 time: 0.0404835 Aug 09 17:43:58.918039 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-3c30fc7d-1e66-43a8-9b6a-39456d36dc77 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:58.927095 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Allocated IP 172.27.3.29 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/a2b10c9e-b809-467c-b2a3-70c97a7258ee) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:43:58.950709 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d993f3-1101-4e35-8763-1f855f98a8c4 req-09a4faae-5d7b-4c6f-a9d9-3e7db833b020 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:58.952392 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d7d993f3-1101-4e35-8763-1f855f98a8c4 req-09a4faae-5d7b-4c6f-a9d9-3e7db833b020 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0523674 Aug 09 17:43:59.018077 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d7d993f3-1101-4e35-8763-1f855f98a8c4 req-b8759393-062f-4cd7-ba4e-ab4a670b95f8 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584199 Aug 09 17:43:59.057011 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dbfc4ead-cfb5-4c67-93dc-a6d2b4fc5a62 req-8270a00f-eb63-4eff-bc50-dab0e018481f tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 210 time: 0.0282047 Aug 09 17:43:59.268454 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d02c6a-8ab5-4ec6-a8d4-76bf48990552 req-32a902b7-9b8e-4f40-9657-c80b2d06a19e tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:59.270053 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d7d02c6a-8ab5-4ec6-a8d4-76bf48990552 req-32a902b7-9b8e-4f40-9657-c80b2d06a19e tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 949 time: 0.0639379 Aug 09 17:43:59.326933 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-6fc9f79a-1ba8-4ec4-83c7-f2cdb48eed7a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Made reservation on behalf of 99e4b5de1ec841b4b874abd0cece9013 for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:43:59.331369 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-6fc9f79a-1ba8-4ec4-83c7-f2cdb48eed7a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:59.340175 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d7d02c6a-8ab5-4ec6-a8d4-76bf48990552 req-08fb1ef5-7de2-4a11-9715-e3f3abcd5e0f tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce5d96f-ab91-4c46-ac74-efb793932ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569723 Aug 09 17:43:59.341535 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:43:59.363719 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Sync routers for ids ['cd11e7f6-ffda-45a1-b868-e7769ad6929c'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:43:59.370495 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-3c30fc7d-1e66-43a8-9b6a-39456d36dc77 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:59.377524 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Routers {'cd11e7f6-ffda-45a1-b868-e7769ad6929c'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:43:59.378161 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:43:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['cd11e7f6-ffda-45a1-b868-e7769ad6929c'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:59.423614 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] Notify callbacks [] for router, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:59.423614 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-e0231f33-77ca-43eb-9136-7cdba6699c8d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3975153 Aug 09 17:43:59.423943 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 50588) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:43:59.487257 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-3c30fc7d-1e66-43a8-9b6a-39456d36dc77 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Network d33834c5-8250-497e-9109-75d2ac372874 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:43:59.510900 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-3c30fc7d-1e66-43a8-9b6a-39456d36dc77 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:43:59.518169 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:59.529484 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-3c30fc7d-1e66-43a8-9b6a-39456d36dc77 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:43:59.546963 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Set router cd11e7f6-ffda-45a1-b868-e7769ad6929c gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:43:59.580497 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30fc7d-1e66-43a8-9b6a-39456d36dc77 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Pushing event updated for resources: {'Port': ['ID=4acd7ac8-0286-42f2-9e76-e5fbdb6fd992,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:59.674141 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-3c30fc7d-1e66-43a8-9b6a-39456d36dc77 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:59.674835 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-3c30fc7d-1e66-43a8-9b6a-39456d36dc77 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:59.704925 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-6fc9f79a-1ba8-4ec4-83c7-f2cdb48eed7a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Allocated IP 172.20.0.11 (d730e586-15ab-4070-ae5a-3a007839e560/e9b9e152-8294-4e04-99d8-f3485fea674b/88d73048-33d4-42de-9ca1-b7073388081d) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:43:59.707664 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7b12d5-031b-4ed2-afa0-281968874b39 None None] Network d95f19a3-63ba-4174-9d9b-72eaf529d950 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:43:59.713359 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-3c30fc7d-1e66-43a8-9b6a-39456d36dc77 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2211058 Aug 09 17:43:59.730459 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:59.755411 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Request body: {'port': {'device_id': '27d1f03b-213f-4acb-a280-04f11e4f5900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:43:59.786244 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'name': 'tempest-TestMinimumBasicScenario-1532706458-router', 'tenant_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'df1d9ffc-4e7c-4572-878b-f082f83d6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:54Z', 'updated_at': '2021-08-09T17:43:56Z', 'revision_number': 3, 'project_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'gw_port': {'id': 'df1d9ffc-4e7c-4572-878b-f082f83d6f5e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:55Z', 'updated_at': '2021-08-09T17:43:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:43:59.798241 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe0646-6b85-4ab6-b28f-27db4c79be9e req-b140c585-2004-46e0-9c10-bd88bbdef9ab tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:43:59.800945 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-23fe0646-6b85-4ab6-b28f-27db4c79be9e req-b140c585-2004-46e0-9c10-bd88bbdef9ab tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.65 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 949 time: 0.2151451 Aug 09 17:43:59.819644 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:43:59.820469 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Checking router: cd11e7f6-ffda-45a1-b868-e7769ad6929c for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:43:59.821000 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Updating router cd11e7f6-ffda-45a1-b868-e7769ad6929c port df1d9ffc-4e7c-4572-878b-f082f83d6f5e binding host dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:43:59.835057 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:43:59.846835 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:43:59.854035 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Pushing event updated for resources: {'Port': ['ID=a2b10c9e-b809-467c-b2a3-70c97a7258ee,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:43:59.856348 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:43:59.961456 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-93aca213-2c5d-4d7f-abab-85bd2ca29651 None None] Provisioning for port be3acb4a-7422-4204-b68b-8c978735eb75 completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:43:59.968253 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:00.317146 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Notify callbacks [] for port, precommit_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:00.324556 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-6fc9f79a-1ba8-4ec4-83c7-f2cdb48eed7a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:00.330368 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.provisioning_blocks [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Transition to ACTIVE for port object df1d9ffc-4e7c-4572-878b-f082f83d6f5e will not be triggered until provisioned by entity L2. {{(pid=99902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:44:00.338110 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:00.353419 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:44:00.397639 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e70e4e-2743-4cfa-bb64-a106c69c339e req-bf611a35-5651-4860-a86e-fc0ad39d9229 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:00.406351 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-81e70e4e-2743-4cfa-bb64-a106c69c339e req-bf611a35-5651-4860-a86e-fc0ad39d9229 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.2321482 Aug 09 17:44:00.407171 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df7bce-66cb-4ba7-9fb6-186fcd6f765c None None] Pushing event updated for resources: {'Port': ['ID=df1d9ffc-4e7c-4572-878b-f082f83d6f5e,revision_number=2']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:00.423133 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [req-23fe0646-6b85-4ab6-b28f-27db4c79be9e req-1f7884e4-cd17-46e5-8cec-53f1c3799ca9 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Deleting port cc827365-8e5b-4001-bfff-654b04f6d24a {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:44:00.423133 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-23fe0646-6b85-4ab6-b28f-27db4c79be9e req-1f7884e4-cd17-46e5-8cec-53f1c3799ca9 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:00.429012 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Attempting to bind port df1d9ffc-4e7c-4572-878b-f082f83d6f5e on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:44:00.429616 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Attempting to bind port df1d9ffc-4e7c-4572-878b-f082f83d6f5e by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:44:00.430144 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Attempting to bind port df1d9ffc-4e7c-4572-878b-f082f83d6f5e on network ea6b9157-7b5c-46f4-b61f-3e223353ac5d {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:44:00.437641 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:44:00.438274 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:00.438458 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Checking segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:44:00.439031 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:00.439151 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:00.439659 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Bound using segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:44:00.440469 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Bound port: df1d9ffc-4e7c-4572-878b-f082f83d6f5e, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:44:00.441543 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:00.494794 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7e2d0-ee7c-49ca-9081-c1eb40c50cb3 req-d05415c1-def7-4ca0-a0d3-baf174d9d331 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:00.497064 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-70d7e2d0-ee7c-49ca-9081-c1eb40c50cb3 req-d05415c1-def7-4ca0-a0d3-baf174d9d331 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 932 time: 0.2272842 Aug 09 17:44:00.533806 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] For port df1d9ffc-4e7c-4572-878b-f082f83d6f5e, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:44:00.541397 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] For port df1d9ffc-4e7c-4572-878b-f082f83d6f5e, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=df1d9ffc-4e7c-4572-878b-f082f83d6f5e,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:44:00.559532 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:00.565970 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device be3acb4a-7422-4204-b68b-8c978735eb75 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:44:00.599424 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-81e70e4e-2743-4cfa-bb64-a106c69c339e req-17e59e7b-85b7-4c5e-8d77-bf1ade3abcb8 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876936 Aug 09 17:44:00.644061 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-6fc9f79a-1ba8-4ec4-83c7-f2cdb48eed7a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:00.673163 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port be3acb4a-7422-4204-b68b-8c978735eb75 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:44:00.688460 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:00.693206 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port be3acb4a-7422-4204-b68b-8c978735eb75 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:00.694011 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:00.718447 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df7bce-66cb-4ba7-9fb6-186fcd6f765c None None] Pushing event updated for resources: {'Port': ['ID=df1d9ffc-4e7c-4572-878b-f082f83d6f5e,revision_number=3']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:00.721896 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Routers {'cd11e7f6-ffda-45a1-b868-e7769ad6929c'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:44:00.722932 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:43:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['cd11e7f6-ffda-45a1-b868-e7769ad6929c'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:00.760842 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-6fc9f79a-1ba8-4ec4-83c7-f2cdb48eed7a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Network d730e586-15ab-4070-ae5a-3a007839e560 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:44:00.780215 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-6fc9f79a-1ba8-4ec4-83c7-f2cdb48eed7a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:44:00.799065 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-6fc9f79a-1ba8-4ec4-83c7-f2cdb48eed7a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:44:00.804285 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['fa6c190a-3229-4c4e-865f-95adbbfccdb3', 'ef62dc8b-530e-45f3-a882-a85ab8ca6c2d'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:44:00.806741 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9f79a-1ba8-4ec4-83c7-f2cdb48eed7a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Pushing event updated for resources: {'Port': ['ID=88d73048-33d4-42de-9ca1-b7073388081d,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:00.887364 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] Set router cd11e7f6-ffda-45a1-b868-e7769ad6929c gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:44:00.947254 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:00.961755 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-6fc9f79a-1ba8-4ec4-83c7-f2cdb48eed7a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:00.963146 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-6fc9f79a-1ba8-4ec4-83c7-f2cdb48eed7a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:00.989658 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:44:00.999020 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:01.008949 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port be3acb4a-7422-4204-b68b-8c978735eb75, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=be3acb4a-7422-4204-b68b-8c978735eb75,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:01.021496 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:01.023426 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Transition to ACTIVE for port object 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:44:01.032327 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:01.048001 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-70d7e2d0-ee7c-49ca-9081-c1eb40c50cb3 req-27cf0194-7358-4a1a-a8f6-d2edb596a538 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258176 Aug 09 17:44:01.099399 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4acd7ac8-0286-42f2-9e76-e5fbdb6fd992,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:01.107002 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-6fc9f79a-1ba8-4ec4-83c7-f2cdb48eed7a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4336536 Aug 09 17:44:01.117344 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=be3acb4a-7422-4204-b68b-8c978735eb75,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:01.151352 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [req-23fe0646-6b85-4ab6-b28f-27db4c79be9e req-1f7884e4-cd17-46e5-8cec-53f1c3799ca9 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] For port cc827365-8e5b-4001-bfff-654b04f6d24a, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=cc827365-8e5b-4001-bfff-654b04f6d24a,segment=NetworkSegment(6b4bea31-abe2-4688-8817-adb23a5cc58e),segment_id=6b4bea31-abe2-4688-8817-adb23a5cc58e)] {{(pid=99900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:01.151887 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-23fe0646-6b85-4ab6-b28f-27db4c79be9e req-1f7884e4-cd17-46e5-8cec-53f1c3799ca9 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:01.162136 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'name': 'tempest-TestMinimumBasicScenario-1532706458-router', 'tenant_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'df1d9ffc-4e7c-4572-878b-f082f83d6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:54Z', 'updated_at': '2021-08-09T17:43:56Z', 'revision_number': 3, 'project_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'gw_port': {'id': 'df1d9ffc-4e7c-4572-878b-f082f83d6f5e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:55Z', 'updated_at': '2021-08-09T17:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:01.174694 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:01.193352 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da379a36-09c9-417c-98d4-cea4c5a3359c req-161b8291-7f5d-43f8-85c2-a8c9d3b6fc13 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:01.195725 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-da379a36-09c9-417c-98d4-cea4c5a3359c req-161b8291-7f5d-43f8-85c2-a8c9d3b6fc13 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 932 time: 0.2355034 Aug 09 17:44:01.199453 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [req-23fe0646-6b85-4ab6-b28f-27db4c79be9e req-1f7884e4-cd17-46e5-8cec-53f1c3799ca9 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Calling delete_port for cc827365-8e5b-4001-bfff-654b04f6d24a owned by compute:nova {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:44:01.208742 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fc6d46-4827-46eb-8ca8-055659756f66 None None] The sync data for ids ['cd11e7f6-ffda-45a1-b868-e7769ad6929c'] in dv-cinder-780933-13-iscsi is: [{'id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'name': 'tempest-TestMinimumBasicScenario-1532706458-router', 'tenant_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'df1d9ffc-4e7c-4572-878b-f082f83d6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:54Z', 'updated_at': '2021-08-09T17:43:56Z', 'revision_number': 3, 'project_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'gw_port': {'id': 'df1d9ffc-4e7c-4572-878b-f082f83d6f5e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:55Z', 'updated_at': '2021-08-09T17:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:44:01.246917 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Request body: {'port': {'device_id': '559f47bb-7d71-43c8-9374-48ed4c7a2016', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:44:01.247146 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46952103-8fa2-485e-95be-fec806dbd807 req-e1f0bbdb-60db-4bb2-b69b-ed091aeed4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:01.247838 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-46952103-8fa2-485e-95be-fec806dbd807 req-e1f0bbdb-60db-4bb2-b69b-ed091aeed4bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 1098 time: 0.2909524 Aug 09 17:44:01.418025 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:01.442279 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962553'] for router, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:01.449190 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-da379a36-09c9-417c-98d4-cea4c5a3359c req-c65405e0-94c5-4603-8c03-ecaa246e780a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444055 Aug 09 17:44:01.466430 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ac52a-fb34-4825-8bb9-992122ed5893 req-37eca216-4f81-4610-b3c8-00daf9d4d787 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:01.468127 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-457ac52a-fb34-4825-8bb9-992122ed5893 req-37eca216-4f81-4610-b3c8-00daf9d4d787 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 949 time: 0.2700508 Aug 09 17:44:01.470260 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-46952103-8fa2-485e-95be-fec806dbd807 req-cd2cf61c-5273-4acf-827b-b383a89e79d7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996057 Aug 09 17:44:01.546241 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Attempting to bind port 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:44:01.546704 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Attempting to bind port 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'ac2d5dfb-2567-4b98-8049-72ef735bf5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd33834c5-8250-497e-9109-75d2ac372874'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:44:01.547474 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Attempting to bind port 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 on network d33834c5-8250-497e-9109-75d2ac372874 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:44:01.569175 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Port 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 on network d33834c5-8250-497e-9109-75d2ac372874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:44:01.569648 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Attempting to bind port 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 on network d33834c5-8250-497e-9109-75d2ac372874 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:44:01.591595 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:44:01.592121 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Checking segment: {'id': 'ac2d5dfb-2567-4b98-8049-72ef735bf5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd33834c5-8250-497e-9109-75d2ac372874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:44:01.592822 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Bound using segment: {'id': 'ac2d5dfb-2567-4b98-8049-72ef735bf5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd33834c5-8250-497e-9109-75d2ac372874'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:44:01.593377 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Bound port: 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2d5dfb-2567-4b98-8049-72ef735bf5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd33834c5-8250-497e-9109-75d2ac372874'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:44:01.593810 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:01.684343 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-457ac52a-fb34-4825-8bb9-992122ed5893 req-713462aa-be71-4a23-810d-3464f26101a2 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/security-groups?id=5ce5d96f-ab91-4c46-ac74-efb793932ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361694 Aug 09 17:44:01.733241 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Allocated IP 172.20.0.1 (80c0bee0-2a9f-44cb-a439-60c9d25734b0/54ade2a9-4893-4a8e-9b07-822270220cb3/07600354-cf7f-4a9a-aa80-48bf54baaab9) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:44:01.814225 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-23fe0646-6b85-4ab6-b28f-27db4c79be9e req-1f7884e4-cd17-46e5-8cec-53f1c3799ca9 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:01.876271 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7884e4-cd17-46e5-8cec-53f1c3799ca9 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Pushing event deleted for resources: {'Port': ['ID=cc827365-8e5b-4001-bfff-654b04f6d24a,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:01.968311 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee43184-1705-4d78-879a-f3a319dfb3c9 req-ff9f40d7-fac5-4aea-a7d7-9054258e9b41 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:01.970284 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1ee43184-1705-4d78-879a-f3a319dfb3c9 req-ff9f40d7-fac5-4aea-a7d7-9054258e9b41 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1616855 Aug 09 17:44:02.013971 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fe0646-6b85-4ab6-b28f-27db4c79be9e req-1f7884e4-cd17-46e5-8cec-53f1c3799ca9 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] No DVR routers for this DVR port cc827365-8e5b-4001-bfff-654b04f6d24a on host hv-cinder-78093 {{(pid=99900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:44:02.033889 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-23fe0646-6b85-4ab6-b28f-27db4c79be9e req-1f7884e4-cd17-46e5-8cec-53f1c3799ca9 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:02.036782 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-23fe0646-6b85-4ab6-b28f-27db4c79be9e req-1f7884e4-cd17-46e5-8cec-53f1c3799ca9 tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.65 "DELETE /v2.0/ports/cc827365-8e5b-4001-bfff-654b04f6d24a HTTP/1.1" status: 204 len: 173 time: 2.1983833 Aug 09 17:44:02.037169 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c14801-4254-46e1-823b-638e055d87fd', 'name': 'network-vif-deleted', 'tag': 'cc827365-8e5b-4001-bfff-654b04f6d24a'}] {{(pid=99900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:44:02.039539 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52788b1323733baf8e31af4f639cf4d765f564af81bf47ef1f9025336242e156" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5871cc86-1e00-44c6-8bd9-df4f7c3fb3cf" -d '{"events": [{"server_uuid": "56c14801-4254-46e1-823b-638e055d87fd", "name": "network-vif-deleted", "tag": "cc827365-8e5b-4001-bfff-654b04f6d24a"}]}' {{(pid=99900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:44:02.045171 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:02.087048 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] For port 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:44:02.112557 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] For port 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4acd7ac8-0286-42f2-9e76-e5fbdb6fd992,segment=NetworkSegment(ac2d5dfb-2567-4b98-8049-72ef735bf5c1),segment_id=ac2d5dfb-2567-4b98-8049-72ef735bf5c1)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:44:02.114355 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1ee43184-1705-4d78-879a-f3a319dfb3c9 req-7b1317f1-e809-455f-86a6-c3336d758a70 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308289 Aug 09 17:44:02.115787 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.provisioning_blocks [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Transition to ACTIVE for port object 07600354-cf7f-4a9a-aa80-48bf54baaab9 will not be triggered until provisioned by entity DHCP. {{(pid=99900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:44:02.125510 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:02.155613 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7f2597-516f-4287-8374-d62ad56df900 x-openstack-request-id: req-1c7f2597-516f-4287-8374-d62ad56df900 {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:44:02.155613 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c14801-4254-46e1-823b-638e055d87fd", "name": "network-vif-deleted", "tag": "cc827365-8e5b-4001-bfff-654b04f6d24a", "status": "completed", "code": 200}]} {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:44:02.155613 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1c7f2597-516f-4287-8374-d62ad56df900 {{(pid=99900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:44:02.155613 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c14801-4254-46e1-823b-638e055d87fd', 'name': 'network-vif-deleted', 'tag': 'cc827365-8e5b-4001-bfff-654b04f6d24a', 'status': 'completed', 'code': 200} Aug 09 17:44:02.242340 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:02.243032 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:02.244594 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] 10.222.0.65 "PUT /v2.0/ports/4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 HTTP/1.1" status: 200 len: 1094 time: 2.4948907 Aug 09 17:44:02.245369 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Router d6b89641-c859-46dd-8935-f9d34d075532 is scheduled to L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 with binding_index 1 {{(pid=99899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:44:02.251608 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:02.256724 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d1f03b-213f-4acb-a280-04f11e4f5900', 'tag': '4acd7ac8-0286-42f2-9e76-e5fbdb6fd992'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:44:02.260401 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627efdb0-da6c-4b86-a97a-e458cf844090" -d '{"events": [{"name": "network-changed", "server_uuid": "27d1f03b-213f-4acb-a280-04f11e4f5900", "tag": "4acd7ac8-0286-42f2-9e76-e5fbdb6fd992"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:44:02.367122 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Network 80c0bee0-2a9f-44cb-a439-60c9d25734b0 is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:44:02.374926 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:44:02.380935 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:44:02.411001 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d73048-33d4-42de-9ca1-b7073388081d {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:44:02.419793 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:02.424362 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Pushing event updated for resources: {'Port': ['ID=07600354-cf7f-4a9a-aa80-48bf54baaab9,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:02.427222 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device be3acb4a-7422-4204-b68b-8c978735eb75 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:44:02.441414 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Transition to ACTIVE for port object 88d73048-33d4-42de-9ca1-b7073388081d will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:44:02.452862 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b24c3e-e5dd-42da-a4fd-ae92449761c9 req-66c79b3a-02a9-4293-99ab-fe4e1414be6c tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:02.454585 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-63b24c3e-e5dd-42da-a4fd-ae92449761c9 req-66c79b3a-02a9-4293-99ab-fe4e1414be6c tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 944 time: 0.1461627 Aug 09 17:44:02.493556 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961546'] for router_interface, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:02.514154 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b593f8-401c-45d8-93f9-4441050c4ea9 x-openstack-request-id: req-f1b593f8-401c-45d8-93f9-4441050c4ea9 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:44:02.514690 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d1f03b-213f-4acb-a280-04f11e4f5900", "tag": "4acd7ac8-0286-42f2-9e76-e5fbdb6fd992", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:44:02.515447 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f1b593f8-401c-45d8-93f9-4441050c4ea9 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:44:02.516008 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d1f03b-213f-4acb-a280-04f11e4f5900', 'tag': '4acd7ac8-0286-42f2-9e76-e5fbdb6fd992', 'status': 'completed', 'code': 200} Aug 09 17:44:02.524188 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:02.577352 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port be3acb4a-7422-4204-b68b-8c978735eb75 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:02.577846 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:02.592460 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08593fcd-3cc6-4768-a804-4e9eaae786b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4acd7ac8-0286-42f2-9e76-e5fbdb6fd992,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:02.637792 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-63b24c3e-e5dd-42da-a4fd-ae92449761c9 req-49ee678c-c4d6-4731-b358-32c98a53bc89 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707120 Aug 09 17:44:02.729465 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-a6db7adb-9a99-4c81-8555-555c0b00fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:02.731100 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-a6db7adb-9a99-4c81-8555-555c0b00fa68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=75ab80b8497d45759a4d0133771248b4&device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 1097 time: 0.3639069 Aug 09 17:44:02.734538 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Pushing event updated for resources: {'Port': ['ID=88d73048-33d4-42de-9ca1-b7073388081d,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:02.735591 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device df1d9ffc-4e7c-4572-878b-f082f83d6f5e up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:44:02.767644 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c47ed-87b4-4e71-81ee-60ea5d02dabb req-fea30d14-47c4-41ab-bf58-36bb80fb303a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:02.779266 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f36c47ed-87b4-4e71-81ee-60ea5d02dabb req-fea30d14-47c4-41ab-bf58-36bb80fb303a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 944 time: 0.1903429 Aug 09 17:44:02.783136 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:44:02.802995 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Sync routers for ids ['d6b89641-c859-46dd-8935-f9d34d075532'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:44:02.805981 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:02.820277 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-cdefe080-32ec-4a33-be1d-1164524ddf89 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 HTTP/1.1" status: 200 len: 217 time: 0.0692832 Aug 09 17:44:02.839999 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] Notify callbacks [] for router, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:02.843693 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-c2cba753-3939-456b-9df8-a6eda9b02de9 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1288345 Aug 09 17:44:02.843861 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-133ed467-217f-4c3e-9d87-18b18d01ce85 None None] Provisioning for port 07600354-cf7f-4a9a-aa80-48bf54baaab9 completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:44:02.843963 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50620) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:44:02.847402 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-133ed467-217f-4c3e-9d87-18b18d01ce85 None None] Provisioning complete for port 07600354-cf7f-4a9a-aa80-48bf54baaab9 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:02.848735 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-133ed467-217f-4c3e-9d87-18b18d01ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:02.852910 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Routers {'d6b89641-c859-46dd-8935-f9d34d075532'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:44:02.852910 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:43:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['d6b89641-c859-46dd-8935-f9d34d075532'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:02.869716 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f36c47ed-87b4-4e71-81ee-60ea5d02dabb req-df0362c5-14bc-4f10-9ef5-1d81022e59e2 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895386 Aug 09 17:44:02.914630 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8eececf8-6c7d-4fdc-b351-b5510d67cb35 req-e7322ea3-40ef-42e8-b670-10c9cf9bd74f tempest-VolumesNegativeTest-190574488 tempest-VolumesNegativeTest-190574488-project] 10.222.0.38 "GET /v2.0/ports?device_id=56c14801-4254-46e1-823b-638e055d87fd HTTP/1.1" status: 200 len: 210 time: 0.0838423 Aug 09 17:44:02.932721 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Attempting to bind port 88d73048-33d4-42de-9ca1-b7073388081d on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:44:02.933059 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Attempting to bind port 88d73048-33d4-42de-9ca1-b7073388081d by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:44:02.933387 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Attempting to bind port 88d73048-33d4-42de-9ca1-b7073388081d on network d730e586-15ab-4070-ae5a-3a007839e560 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:44:02.953641 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Port 88d73048-33d4-42de-9ca1-b7073388081d on network d730e586-15ab-4070-ae5a-3a007839e560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:44:02.953960 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Attempting to bind port 88d73048-33d4-42de-9ca1-b7073388081d on network d730e586-15ab-4070-ae5a-3a007839e560 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:44:02.994640 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:44:02.994930 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Checking segment: {'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:44:02.995437 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Bound using segment: {'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:44:02.995798 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Bound port: 88d73048-33d4-42de-9ca1-b7073388081d, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:44:02.996283 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:03.001622 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-e0ea1317-5ff5-4566-8f9c-6ba70fcd42ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:03.003994 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-e0ea1317-5ff5-4566-8f9c-6ba70fcd42ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2b840c0d-1e1a-4b0f-86d9-361c7705b1c2 HTTP/1.1" status: 200 len: 848 time: 0.1095173 Aug 09 17:44:03.084843 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device cc827365-8e5b-4001-bfff-654b04f6d24a no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:44:03.117100 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:03.123367 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004119'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:03.136559 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: cc827365-8e5b-4001-bfff-654b04f6d24a {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:44:03.139956 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device cc827365-8e5b-4001-bfff-654b04f6d24a not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:44:03.159611 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-48276abb-a035-4cbd-856e-bbb85969dec4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d33834c5-8250-497e-9109-75d2ac372874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435424 Aug 09 17:44:03.166578 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] For port 88d73048-33d4-42de-9ca1-b7073388081d, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:44:03.213232 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] For port 88d73048-33d4-42de-9ca1-b7073388081d, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=88d73048-33d4-42de-9ca1-b7073388081d,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:44:03.230653 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961726'] for router_interface, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:03.234977 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:03.244134 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Pushing event updated for resources: {'Port': ['ID=07600354-cf7f-4a9a-aa80-48bf54baaab9,revision_number=2']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:03.318453 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-133ed467-217f-4c3e-9d87-18b18d01ce85 None None] Port 07600354-cf7f-4a9a-aa80-48bf54baaab9 cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:44:03.331999 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port df1d9ffc-4e7c-4572-878b-f082f83d6f5e completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:44:03.338880 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:03.339700 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:03.342825 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] 10.222.0.65 "PUT /v2.0/ports/88d73048-33d4-42de-9ca1-b7073388081d HTTP/1.1" status: 200 len: 1094 time: 2.1079834 Aug 09 17:44:03.407639 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Set router d6b89641-c859-46dd-8935-f9d34d075532 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:44:03.416636 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41895f-1f9e-487b-964c-c23052617663 service neutron] Pushing event updated for resources: {'Port': ['ID=88d73048-33d4-42de-9ca1-b7073388081d,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:03.417711 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Network 80c0bee0-2a9f-44cb-a439-60c9d25734b0 is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:44:03.430089 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:44:03.448909 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-9f308d9f-628e-4d8f-81c6-51fdcf3fac52 service neutron] 10.222.0.65 "GET /v2.0/networks/d33834c5-8250-497e-9109-75d2ac372874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380316 Aug 09 17:44:03.469632 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port df1d9ffc-4e7c-4572-878b-f082f83d6f5e triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:03.469632 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:03.483659 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc1af9-d3a6-4801-ae4b-6ffe69545772 req-f6a2bb06-b598-414a-8860-d4c5ca70275d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:03.492958 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-75cc1af9-d3a6-4801-ae4b-6ffe69545772 req-f6a2bb06-b598-414a-8860-d4c5ca70275d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1169095 Aug 09 17:44:03.673405 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-75cc1af9-d3a6-4801-ae4b-6ffe69545772 req-9de19ce9-2360-4fdd-b497-00ddadb1754f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236315 Aug 09 17:44:03.722459 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Router cd11e7f6-ffda-45a1-b868-e7769ad6929c has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:44:03.776984 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:03.777779 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-b48719b4-7055-45bc-8115-b318d90c578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:03.779662 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-b48719b4-7055-45bc-8115-b318d90c578a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99e4b5de1ec841b4b874abd0cece9013&device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 1097 time: 0.2945983 Aug 09 17:44:03.821451 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0da9eedc-3410-4735-b0e4-2b6507dd7e84 req-d4fc461b-5e40-4eb8-a384-1a509ebeb1fa service neutron] 10.222.0.65 "GET /v2.0/networks/d33834c5-8250-497e-9109-75d2ac372874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373644 Aug 09 17:44:03.842554 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port df1d9ffc-4e7c-4572-878b-f082f83d6f5e, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=df1d9ffc-4e7c-4572-878b-f082f83d6f5e,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:03.857129 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-7183428c-b0c3-4a02-bd12-4727e686a8cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d73048-33d4-42de-9ca1-b7073388081d HTTP/1.1" status: 200 len: 217 time: 0.0495436 Aug 09 17:44:03.871175 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:03.929946 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66147ef9-005f-48d8-958d-bb95312a2652 req-4cfb17ef-1252-4fad-bcf3-d303eb8cb0b8 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:03.930191 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=df1d9ffc-4e7c-4572-878b-f082f83d6f5e,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:03.936652 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66147ef9-005f-48d8-958d-bb95312a2652 req-4cfb17ef-1252-4fad-bcf3-d303eb8cb0b8 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 944 time: 0.1329172 Aug 09 17:44:03.942523 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-c810b0c7-9d57-450c-bbdd-a561cd8c1cfc None None] Provisioning complete for port 07600354-cf7f-4a9a-aa80-48bf54baaab9 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:03.942918 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-c810b0c7-9d57-450c-bbdd-a561cd8c1cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:04.002278 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:44:04.008774 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66147ef9-005f-48d8-958d-bb95312a2652 req-8d31e3d6-224c-42e4-a11b-0af040b07f15 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711801 Aug 09 17:44:04.016164 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Sync routers for ids ['cd11e7f6-ffda-45a1-b868-e7769ad6929c'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:44:04.023457 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:00Z', 'revision_number': 3, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:04.047017 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-810a58e9-1568-4ab7-be26-6b29f4e4bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:04.047507 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-505bd2e3-a848-4478-8b82-afe3793f984b admin admin] 10.222.0.38 "PUT /v2.0/routers/cd11e7f6-ffda-45a1-b868-e7769ad6929c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6216888 Aug 09 17:44:04.048730 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-810a58e9-1568-4ab7-be26-6b29f4e4bc67 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e9b9e152-8294-4e04-99d8-f3485fea674b HTTP/1.1" status: 200 len: 854 time: 0.1766021 Aug 09 17:44:04.049906 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Routers {'cd11e7f6-ffda-45a1-b868-e7769ad6929c'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:44:04.052025 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:43:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['cd11e7f6-ffda-45a1-b868-e7769ad6929c'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:04.098517 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-c810b0c7-9d57-450c-bbdd-a561cd8c1cfc None None] Port 07600354-cf7f-4a9a-aa80-48bf54baaab9 cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:44:04.101689 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Checking router: d6b89641-c859-46dd-8935-f9d34d075532 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:44:04.102696 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Updating router d6b89641-c859-46dd-8935-f9d34d075532 port a2b10c9e-b809-467c-b2a3-70c97a7258ee binding host dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:44:04.178936 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:04.241592 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device df1d9ffc-4e7c-4572-878b-f082f83d6f5e up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:44:04.302778 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Set router cd11e7f6-ffda-45a1-b868-e7769ad6929c gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:44:04.380904 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726064-f78c-4471-a9a4-0d955c8cfc76 req-d23fafeb-56b4-4a74-a8aa-5080cb4be397 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:04.388850 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f8726064-f78c-4471-a9a4-0d955c8cfc76 req-d23fafeb-56b4-4a74-a8aa-5080cb4be397 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 944 time: 0.3399620 Aug 09 17:44:04.412751 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb7a6f-1628-40ca-91a4-f9a8e8cdc13d req-f4b47151-8b73-43d8-bc1c-92153d460ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:04.414329 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-49cb7a6f-1628-40ca-91a4-f9a8e8cdc13d req-f4b47151-8b73-43d8-bc1c-92153d460ca9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=491af0e0ec7145c6b70e6cad8cf1c855&device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 1098 time: 0.3377213 Aug 09 17:44:04.433556 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e277e-4858-4c26-a0b4-ad9dd6025ff0 req-94f4d4c7-c4b1-45b7-8f40-015833e6e778 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:04.435161 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d05e277e-4858-4c26-a0b4-ad9dd6025ff0 req-94f4d4c7-c4b1-45b7-8f40-015833e6e778 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1936197 Aug 09 17:44:04.536944 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f8726064-f78c-4471-a9a4-0d955c8cfc76 req-2c5b6ca7-8371-4b1b-ba37-ec1d2c927bab tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470962 Aug 09 17:44:04.586355 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d05e277e-4858-4c26-a0b4-ad9dd6025ff0 req-212ef4bb-0177-4169-b9b8-9c93dde0c558 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352592 Aug 09 17:44:04.650043 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'name': 'tempest-TestMinimumBasicScenario-1532706458-router', 'tenant_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'df1d9ffc-4e7c-4572-878b-f082f83d6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:54Z', 'updated_at': '2021-08-09T17:44:02Z', 'revision_number': 4, 'project_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'gw_port': {'id': 'df1d9ffc-4e7c-4572-878b-f082f83d6f5e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:55Z', 'updated_at': '2021-08-09T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '07600354-cf7f-4a9a-aa80-48bf54baaab9', 'name': '', 'network_id': '80c0bee0-2a9f-44cb-a439-60c9d25734b0', 'tenant_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'mac_address': 'fa:16:3e:38:57:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '54ade2a9-4893-4a8e-9b07-822270220cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:01Z', 'updated_at': '2021-08-09T17:44:02Z', 'revision_number': 2, 'project_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'subnets': [{'id': '54ade2a9-4893-4a8e-9b07-822270220cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:04.674361 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559f47bb-7d71-43c8-9374-48ed4c7a2016', 'tag': '88d73048-33d4-42de-9ca1-b7073388081d'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:44:04.677596 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885daaaa-368e-4f9b-bcd6-0e65f82451af" -d '{"events": [{"name": "network-changed", "server_uuid": "559f47bb-7d71-43c8-9374-48ed4c7a2016", "tag": "88d73048-33d4-42de-9ca1-b7073388081d"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:44:04.688298 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-ca3527bb-ae51-4879-8223-d7ee35e4f70b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d730e586-15ab-4070-ae5a-3a007839e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6104028 Aug 09 17:44:04.690308 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb7a6f-1628-40ca-91a4-f9a8e8cdc13d req-9b46f061-e3fb-4c8e-bea1-6e0455049fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:04.693537 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-49cb7a6f-1628-40ca-91a4-f9a8e8cdc13d req-9b46f061-e3fb-4c8e-bea1-6e0455049fe4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bbfc673-a3e0-4db9-acc3-57ffa461b335 HTTP/1.1" status: 200 len: 920 time: 0.2510836 Aug 09 17:44:04.695243 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627efdb0-da6c-4b86-a97a-e458cf844090 req-56b1f2de-e5a7-4f95-889a-1b49c0c2d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:04.696882 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-627efdb0-da6c-4b86-a97a-e458cf844090 req-56b1f2de-e5a7-4f95-889a-1b49c0c2d12c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=75ab80b8497d45759a4d0133771248b4&device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 1097 time: 0.7218404 Aug 09 17:44:04.708538 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:04.714304 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Checking router: cd11e7f6-ffda-45a1-b868-e7769ad6929c for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:44:04.714661 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Updating router cd11e7f6-ffda-45a1-b868-e7769ad6929c port 07600354-cf7f-4a9a-aa80-48bf54baaab9 binding host dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:44:04.720260 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port df1d9ffc-4e7c-4572-878b-f082f83d6f5e triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:04.720817 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:04.802109 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-49cb7a6f-1628-40ca-91a4-f9a8e8cdc13d req-1cfa2eb7-82af-4794-a194-34af0927d5e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51e9c80d-7cf4-49d2-b559-7d18bec99aa2 HTTP/1.1" status: 200 len: 217 time: 0.0519574 Aug 09 17:44:04.806512 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e124094-7227-4768-a13a-75223f659f62 x-openstack-request-id: req-3e124094-7227-4768-a13a-75223f659f62 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:44:04.806964 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559f47bb-7d71-43c8-9374-48ed4c7a2016", "tag": "88d73048-33d4-42de-9ca1-b7073388081d", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:44:04.807573 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3e124094-7227-4768-a13a-75223f659f62 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:44:04.807804 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559f47bb-7d71-43c8-9374-48ed4c7a2016', 'tag': '88d73048-33d4-42de-9ca1-b7073388081d', 'status': 'completed', 'code': 200} Aug 09 17:44:04.838065 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Notify callbacks [] for port, precommit_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:04.852720 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Transition to ACTIVE for port object a2b10c9e-b809-467c-b2a3-70c97a7258ee will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:44:04.875385 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:04.880747 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:04.914477 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb7a6f-1628-40ca-91a4-f9a8e8cdc13d req-19ec920c-9744-44fd-b95f-c5b0f80ba11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:04.917728 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-49cb7a6f-1628-40ca-91a4-f9a8e8cdc13d req-19ec920c-9744-44fd-b95f-c5b0f80ba11c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15242da1-2ab2-4849-a4d2-6d06c062041e HTTP/1.1" status: 200 len: 859 time: 0.1009374 Aug 09 17:44:04.957109 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995c2a8-1e92-423c-8eeb-2ab5a13f6884 None None] Pushing event updated for resources: {'Port': ['ID=a2b10c9e-b809-467c-b2a3-70c97a7258ee,revision_number=2']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:04.963126 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Attempting to bind port a2b10c9e-b809-467c-b2a3-70c97a7258ee on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:44:04.963487 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Attempting to bind port a2b10c9e-b809-467c-b2a3-70c97a7258ee by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:44:04.963845 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Attempting to bind port a2b10c9e-b809-467c-b2a3-70c97a7258ee on network ea6b9157-7b5c-46f4-b61f-3e223353ac5d {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:44:04.973362 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:44:04.973740 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Checking segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:44:04.974147 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:04.974542 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Bound using segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:44:04.975048 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Bound port: a2b10c9e-b809-467c-b2a3-70c97a7258ee, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:44:04.975432 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:04.978586 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-49cb7a6f-1628-40ca-91a4-f9a8e8cdc13d req-ca4b3608-84ec-4697-97e8-d7aa6a34da5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bbfc673-a3e0-4db9-acc3-57ffa461b335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442932 Aug 09 17:44:05.109144 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] For port a2b10c9e-b809-467c-b2a3-70c97a7258ee, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:44:05.116997 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] For port a2b10c9e-b809-467c-b2a3-70c97a7258ee, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=a2b10c9e-b809-467c-b2a3-70c97a7258ee,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:44:05.125860 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:05.162171 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-49cb7a6f-1628-40ca-91a4-f9a8e8cdc13d req-65fef59c-a59b-4ab9-8b53-9ba446ce9e97 service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659002 Aug 09 17:44:05.165937 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-83479c6b-b192-4b3e-8eb1-0472ef1731ec service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381537 Aug 09 17:44:05.173273 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627efdb0-da6c-4b86-a97a-e458cf844090 req-39fe6484-96d4-4ecc-8fcb-9a3c60dfbb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:05.174754 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-627efdb0-da6c-4b86-a97a-e458cf844090 req-39fe6484-96d4-4ecc-8fcb-9a3c60dfbb62 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d33834c5-8250-497e-9109-75d2ac372874 HTTP/1.1" status: 200 len: 909 time: 0.4156010 Aug 09 17:44:05.244354 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Routers {'d6b89641-c859-46dd-8935-f9d34d075532'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:44:05.244996 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:43:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['d6b89641-c859-46dd-8935-f9d34d075532'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:05.296465 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-49cb7a6f-1628-40ca-91a4-f9a8e8cdc13d req-655aa63d-26cc-42ea-8de5-c100e7275e00 service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158106 Aug 09 17:44:05.299972 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995c2a8-1e92-423c-8eeb-2ab5a13f6884 None None] Pushing event updated for resources: {'Port': ['ID=a2b10c9e-b809-467c-b2a3-70c97a7258ee,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:05.307552 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-627efdb0-da6c-4b86-a97a-e458cf844090 req-2e3363b4-76be-4c32-822d-bcf362735322 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 HTTP/1.1" status: 200 len: 217 time: 0.1160207 Aug 09 17:44:05.340735 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbdc1c-64fc-4c20-b7b7-b1698b8057f8 req-929be5a4-ff35-4b5a-8497-96f038d930c0 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:05.342646 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-26cbdc1c-64fc-4c20-b7b7-b1698b8057f8 req-929be5a4-ff35-4b5a-8497-96f038d930c0 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 944 time: 0.1912122 Aug 09 17:44:05.403418 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Allocated IP 172.20.0.1 (d95f19a3-63ba-4174-9d9b-72eaf529d950/f65159c6-cc24-4c8e-bbf6-f2146b8ae904/e04aa2bf-12c7-4059-9c6d-f31f14eed0f7) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:44:05.414599 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Notify callbacks [] for port, precommit_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:05.434658 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-26cbdc1c-64fc-4c20-b7b7-b1698b8057f8 req-dfaf7f41-0029-494b-a962-ac288dba3a49 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849977 Aug 09 17:44:05.445080 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] Set router d6b89641-c859-46dd-8935-f9d34d075532 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:44:05.451171 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.provisioning_blocks [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Transition to ACTIVE for port object 07600354-cf7f-4a9a-aa80-48bf54baaab9 will not be triggered until provisioned by entity L2. {{(pid=99902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:44:05.455205 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-67c382ff-063e-48dd-a7ca-bb4a75fb5b66 req-e218a75a-3928-4b99-8eee-7def8fa3febc service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760832 Aug 09 17:44:05.468113 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:05.469356 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627efdb0-da6c-4b86-a97a-e458cf844090 req-e016b2ab-e154-41f9-a692-7f5982a0d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:05.470879 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-627efdb0-da6c-4b86-a97a-e458cf844090 req-e016b2ab-e154-41f9-a692-7f5982a0d6a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2b840c0d-1e1a-4b0f-86d9-361c7705b1c2 HTTP/1.1" status: 200 len: 848 time: 0.1413374 Aug 09 17:44:05.598603 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72bfcb-2523-48d4-b30e-ceb74a8b4fff None None] Pushing event updated for resources: {'Port': ['ID=07600354-cf7f-4a9a-aa80-48bf54baaab9,revision_number=3']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:05.628334 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Attempting to bind port 07600354-cf7f-4a9a-aa80-48bf54baaab9 on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:44:05.629854 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Attempting to bind port 07600354-cf7f-4a9a-aa80-48bf54baaab9 by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '837550d5-af1d-4053-b905-43bba9c0bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '80c0bee0-2a9f-44cb-a439-60c9d25734b0'}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:44:05.630909 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Attempting to bind port 07600354-cf7f-4a9a-aa80-48bf54baaab9 on network 80c0bee0-2a9f-44cb-a439-60c9d25734b0 {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:44:05.642392 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:44:05.642939 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Checking segment: {'id': '837550d5-af1d-4053-b905-43bba9c0bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '80c0bee0-2a9f-44cb-a439-60c9d25734b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:44:05.643426 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:05.644027 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Bound using segment: {'id': '837550d5-af1d-4053-b905-43bba9c0bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '80c0bee0-2a9f-44cb-a439-60c9d25734b0'} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:44:05.644834 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Bound port: 07600354-cf7f-4a9a-aa80-48bf54baaab9, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837550d5-af1d-4053-b905-43bba9c0bbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '80c0bee0-2a9f-44cb-a439-60c9d25734b0'}}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:44:05.645373 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:05.662167 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-627efdb0-da6c-4b86-a97a-e458cf844090 req-a2d43f7d-2bf0-407e-8b12-c1ee6e1e3d88 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d33834c5-8250-497e-9109-75d2ac372874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984278 Aug 09 17:44:05.811010 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:05.815734 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:00Z', 'revision_number': 3, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:05.840145 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] For port 07600354-cf7f-4a9a-aa80-48bf54baaab9, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:44:05.846193 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] For port 07600354-cf7f-4a9a-aa80-48bf54baaab9, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=07600354-cf7f-4a9a-aa80-48bf54baaab9,segment=NetworkSegment(837550d5-af1d-4053-b905-43bba9c0bbd6),segment_id=837550d5-af1d-4053-b905-43bba9c0bbd6)] {{(pid=99902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:44:05.852419 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:05.855009 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Transition to ACTIVE for port object e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 will not be triggered until provisioned by entity DHCP. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:44:05.858039 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885daaaa-368e-4f9b-bcd6-0e65f82451af req-4f465544-fabb-4519-8c05-559c8053f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:05.859694 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-885daaaa-368e-4f9b-bcd6-0e65f82451af req-4f465544-fabb-4519-8c05-559c8053f5e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99e4b5de1ec841b4b874abd0cece9013&device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 1097 time: 0.2196965 Aug 09 17:44:05.886485 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea977ae5-63c0-4691-91aa-506f9d004928 req-a96b6b1a-8897-4bfe-8fcc-84eab547590d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:05.899504 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ea977ae5-63c0-4691-91aa-506f9d004928 req-a96b6b1a-8897-4bfe-8fcc-84eab547590d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1473708 Aug 09 17:44:05.902489 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74cfdb1-209e-45cf-ace1-675ec4086b86 None None] The sync data for ids ['d6b89641-c859-46dd-8935-f9d34d075532'] in dv-cinder-780933-13-iscsi is: [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:00Z', 'revision_number': 3, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:44:05.920163 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-627efdb0-da6c-4b86-a97a-e458cf844090 req-639c924a-8075-441f-90b2-8af6c014ef0c service neutron] 10.222.0.65 "GET /v2.0/networks/d33834c5-8250-497e-9109-75d2ac372874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063701 Aug 09 17:44:05.997393 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe77f89-1818-49d9-bfa6-19c7751660ac req-45e4c838-8d94-4825-8b5e-cb7de644a253 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:06.016410 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5fe77f89-1818-49d9-bfa6-19c7751660ac req-45e4c838-8d94-4825-8b5e-cb7de644a253 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 944 time: 0.2796373 Aug 09 17:44:06.025155 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72bfcb-2523-48d4-b30e-ceb74a8b4fff None None] Pushing event updated for resources: {'Port': ['ID=07600354-cf7f-4a9a-aa80-48bf54baaab9,revision_number=4']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:06.040558 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Routers {'cd11e7f6-ffda-45a1-b868-e7769ad6929c'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:44:06.041229 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:43:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['cd11e7f6-ffda-45a1-b868-e7769ad6929c'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:06.089111 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ea977ae5-63c0-4691-91aa-506f9d004928 req-7668cfad-867a-4d13-b2c8-66fc7a269803 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884995 Aug 09 17:44:06.131376 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:06.198681 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Pushing event updated for resources: {'Port': ['ID=e04aa2bf-12c7-4059-9c6d-f31f14eed0f7,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:06.331346 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-627efdb0-da6c-4b86-a97a-e458cf844090 req-0a066bbc-b2b0-4d98-8812-0a3225c4b1e2 service neutron] 10.222.0.65 "GET /v2.0/networks/d33834c5-8250-497e-9109-75d2ac372874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489811 Aug 09 17:44:06.337870 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Network d95f19a3-63ba-4174-9d9b-72eaf529d950 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:44:06.342585 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] Set router cd11e7f6-ffda-45a1-b868-e7769ad6929c gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:44:06.353990 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:44:06.360707 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:44:06.470238 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885daaaa-368e-4f9b-bcd6-0e65f82451af req-d0e04371-967f-4983-ba6e-a64ee618c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:06.471797 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-885daaaa-368e-4f9b-bcd6-0e65f82451af req-d0e04371-967f-4983-ba6e-a64ee618c637 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d730e586-15ab-4070-ae5a-3a007839e560 HTTP/1.1" status: 200 len: 915 time: 0.5807025 Aug 09 17:44:06.578543 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961546'] for router_interface, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:06.592474 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-885daaaa-368e-4f9b-bcd6-0e65f82451af req-dd69a2d3-51a9-44d7-b67f-bfb39f01519d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88d73048-33d4-42de-9ca1-b7073388081d HTTP/1.1" status: 200 len: 217 time: 0.1085823 Aug 09 17:44:06.707432 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5fe77f89-1818-49d9-bfa6-19c7751660ac req-5a790a7f-d3c8-4425-b3c9-001f78f11eab tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762915 Aug 09 17:44:06.765447 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8035a95-68ab-47b1-8eac-e47eec3ed21f req-27ed9045-0e19-42a9-8cb5-504066377ac2 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:06.769643 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c8035a95-68ab-47b1-8eac-e47eec3ed21f req-27ed9045-0e19-42a9-8cb5-504066377ac2 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 944 time: 0.1224043 Aug 09 17:44:06.824025 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c8035a95-68ab-47b1-8eac-e47eec3ed21f req-76edf41e-a209-400a-a81c-6a9784fd7fdf tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493708 Aug 09 17:44:06.826458 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'name': 'tempest-TestMinimumBasicScenario-1532706458-router', 'tenant_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'df1d9ffc-4e7c-4572-878b-f082f83d6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:54Z', 'updated_at': '2021-08-09T17:44:02Z', 'revision_number': 4, 'project_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'gw_port': {'id': 'df1d9ffc-4e7c-4572-878b-f082f83d6f5e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:55Z', 'updated_at': '2021-08-09T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '07600354-cf7f-4a9a-aa80-48bf54baaab9', 'name': '', 'network_id': '80c0bee0-2a9f-44cb-a439-60c9d25734b0', 'tenant_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'mac_address': 'fa:16:3e:38:57:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '54ade2a9-4893-4a8e-9b07-822270220cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:01Z', 'updated_at': '2021-08-09T17:44:05Z', 'revision_number': 4, 'project_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'subnets': [{'id': '54ade2a9-4893-4a8e-9b07-822270220cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:06.845260 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-0b18598f-7ce1-4be4-b476-1ae0dbd6cb76 None None] Provisioning for port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:44:06.846739 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-0b18598f-7ce1-4be4-b476-1ae0dbd6cb76 None None] Provisioning complete for port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:06.847881 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-0b18598f-7ce1-4be4-b476-1ae0dbd6cb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:06.896594 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4a0523-b484-41d6-9588-3f5ba12f2873 None None] The sync data for ids ['cd11e7f6-ffda-45a1-b868-e7769ad6929c'] in dv-cinder-780933-13-iscsi is: [{'id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'name': 'tempest-TestMinimumBasicScenario-1532706458-router', 'tenant_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'df1d9ffc-4e7c-4572-878b-f082f83d6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:54Z', 'updated_at': '2021-08-09T17:44:02Z', 'revision_number': 4, 'project_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'gw_port': {'id': 'df1d9ffc-4e7c-4572-878b-f082f83d6f5e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:55Z', 'updated_at': '2021-08-09T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '07600354-cf7f-4a9a-aa80-48bf54baaab9', 'name': '', 'network_id': '80c0bee0-2a9f-44cb-a439-60c9d25734b0', 'tenant_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'mac_address': 'fa:16:3e:38:57:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '54ade2a9-4893-4a8e-9b07-822270220cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:01Z', 'updated_at': '2021-08-09T17:44:05Z', 'revision_number': 4, 'project_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'subnets': [{'id': '54ade2a9-4893-4a8e-9b07-822270220cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:44:06.930005 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-0b18598f-7ce1-4be4-b476-1ae0dbd6cb76 None None] Port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:44:06.930238 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885daaaa-368e-4f9b-bcd6-0e65f82451af req-8bbb77b4-aebc-48d2-bf24-a96f7d6ba8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:06.932649 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-885daaaa-368e-4f9b-bcd6-0e65f82451af req-8bbb77b4-aebc-48d2-bf24-a96f7d6ba8bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e9b9e152-8294-4e04-99d8-f3485fea674b HTTP/1.1" status: 200 len: 854 time: 0.2756090 Aug 09 17:44:07.033559 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-885daaaa-368e-4f9b-bcd6-0e65f82451af req-ddcc1461-da26-498a-908d-76bf9537bf8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d730e586-15ab-4070-ae5a-3a007839e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864055 Aug 09 17:44:07.049831 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:07.109280 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:44:07.293939 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4acd7ac8-0286-42f2-9e76-e5fbdb6fd992,segment=NetworkSegment(ac2d5dfb-2567-4b98-8049-72ef735bf5c1),segment_id=ac2d5dfb-2567-4b98-8049-72ef735bf5c1)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:07.310174 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '4acd7ac8-0286-42f2-9e76-e5fbdb6fd992', 'network_id': 'd33834c5-8250-497e-9109-75d2ac372874', 'port_id': '4acd7ac8-0286-42f2-9e76-e5fbdb6fd992', 'mac_address': 'fa:16:3e:4b:5f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b840c0d-1e1a-4b0f-86d9-361c7705b1c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:44:07.394960 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-885daaaa-368e-4f9b-bcd6-0e65f82451af req-7d647612-efa2-4e36-9c88-2244594d07da service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314135 Aug 09 17:44:07.413147 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f392d-5358-4b60-907d-ade15c840a7c req-255397d2-2ca0-49cf-bb4c-d97206ea6df5 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:07.419883 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-373f392d-5358-4b60-907d-ade15c840a7c req-255397d2-2ca0-49cf-bb4c-d97206ea6df5 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1778843 Aug 09 17:44:07.447505 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:07.475849 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:44:07.517860 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-373f392d-5358-4b60-907d-ade15c840a7c req-9753d1d7-2dbd-4d2b-a9e3-4f4c653c248d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945117 Aug 09 17:44:07.544628 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4acd7ac8-0286-42f2-9e76-e5fbdb6fd992,segment=NetworkSegment(ac2d5dfb-2567-4b98-8049-72ef735bf5c1),segment_id=ac2d5dfb-2567-4b98-8049-72ef735bf5c1)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:07.550821 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:07.633227 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=4acd7ac8-0286-42f2-9e76-e5fbdb6fd992,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:07.662537 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-885daaaa-368e-4f9b-bcd6-0e65f82451af req-c2382d80-029e-4594-b797-f4b1ebb44c7d service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377167 Aug 09 17:44:07.680721 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:07.688345 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:07.756754 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Pushing event updated for resources: {'Port': ['ID=e04aa2bf-12c7-4059-9c6d-f31f14eed0f7,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:07.840704 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961726'] for router_interface, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:07.926478 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-fd642013-3bc1-488a-a960-f00e09d7d4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:08.005975 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae7999-08a5-4479-a759-1314c1ee6bfa req-0ced12ab-d0d3-43cc-a3d0-3925a872b37f tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:08.009196 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d2ae7999-08a5-4479-a759-1314c1ee6bfa req-0ced12ab-d0d3-43cc-a3d0-3925a872b37f tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 944 time: 0.1893644 Aug 09 17:44:08.067564 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Network d95f19a3-63ba-4174-9d9b-72eaf529d950 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:44:08.069015 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:44:08.101449 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['4acd7ac8-0286-42f2-9e76-e5fbdb6fd992'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:44:08.119390 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d2ae7999-08a5-4479-a759-1314c1ee6bfa req-8dd62997-6f5c-4658-bbe9-7c3b14268442 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035511 Aug 09 17:44:08.167228 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c84aa-917b-482c-957b-4c5f73713f54 req-e90af0bd-8abf-4081-bbc3-703610c27fa8 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:08.176635 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4b0c84aa-917b-482c-957b-4c5f73713f54 req-e90af0bd-8abf-4081-bbc3-703610c27fa8 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 945 time: 0.1320214 Aug 09 17:44:08.278063 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Router d6b89641-c859-46dd-8935-f9d34d075532 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:44:08.295280 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4b0c84aa-917b-482c-957b-4c5f73713f54 req-d2ccdf0b-2c78-490c-ae43-62f039f03b19 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175985 Aug 09 17:44:08.499717 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device a2b10c9e-b809-467c-b2a3-70c97a7258ee up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:44:08.546553 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:44:08.612288 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port a2b10c9e-b809-467c-b2a3-70c97a7258ee completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:44:08.620583 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-e3bbb150-3adf-4121-a3d5-26312af40a9e admin admin] 10.222.0.38 "PUT /v2.0/routers/d6b89641-c859-46dd-8935-f9d34d075532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7744896 Aug 09 17:44:08.641431 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-3fd7950f-2f87-4e7f-a191-0330bbc8535e None None] Provisioning complete for port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:08.642442 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3fd7950f-2f87-4e7f-a191-0330bbc8535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:08.646658 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port a2b10c9e-b809-467c-b2a3-70c97a7258ee triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:08.649999 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:08.811589 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd45f4-e706-47d1-a4cd-9655c7b5c12d req-603677cf-395f-4c7d-b517-dfa452b75d30 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:08.825243 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ddbd45f4-e706-47d1-a4cd-9655c7b5c12d req-603677cf-395f-4c7d-b517-dfa452b75d30 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1333020 Aug 09 17:44:08.877259 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-3fd7950f-2f87-4e7f-a191-0330bbc8535e None None] Port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:44:08.921905 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ddbd45f4-e706-47d1-a4cd-9655c7b5c12d req-2242c5cf-830e-48cf-9338-7a4f6379d165 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875962 Aug 09 17:44:08.989057 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:09.041272 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port a2b10c9e-b809-467c-b2a3-70c97a7258ee, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=a2b10c9e-b809-467c-b2a3-70c97a7258ee,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:09.059637 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:09.060561 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 07600354-cf7f-4a9a-aa80-48bf54baaab9 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:44:09.167996 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 88d73048-33d4-42de-9ca1-b7073388081d details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:44:09.257179 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Sync routers for ids ['d6b89641-c859-46dd-8935-f9d34d075532'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:44:09.380456 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Routers {'d6b89641-c859-46dd-8935-f9d34d075532'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:44:09.381256 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:43:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['d6b89641-c859-46dd-8935-f9d34d075532'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:09.438815 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db41c9-bde5-4317-9ace-cd285270e388 req-48312d3e-7244-4d18-ad42-768385cc5fd1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:09.447549 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-65db41c9-bde5-4317-9ace-cd285270e388 req-48312d3e-7244-4d18-ad42-768385cc5fd1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 944 time: 0.1104553 Aug 09 17:44:09.483829 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.db.resource_extend [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 17:44:09.517265 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-65db41c9-bde5-4317-9ace-cd285270e388 req-87fc61d0-0073-4f70-a583-b1c51715ba36 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684314 Aug 09 17:44:09.572940 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=a2b10c9e-b809-467c-b2a3-70c97a7258ee,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:09.648100 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85d95b-567e-49a1-a13b-4d9ab176b2cc req-1cf016ba-3990-4310-bc21-270c85e02e1e tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:09.650054 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cc85d95b-567e-49a1-a13b-4d9ab176b2cc req-1cf016ba-3990-4310-bc21-270c85e02e1e tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 945 time: 0.0620298 Aug 09 17:44:09.677340 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Set router d6b89641-c859-46dd-8935-f9d34d075532 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:44:09.713917 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cc85d95b-567e-49a1-a13b-4d9ab176b2cc req-430660b2-f99a-4dd9-94ff-53b075bd1492 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537543 Aug 09 17:44:09.822613 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 07600354-cf7f-4a9a-aa80-48bf54baaab9 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:44:09.839266 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 07600354-cf7f-4a9a-aa80-48bf54baaab9 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:09.839711 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:09.889709 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 88d73048-33d4-42de-9ca1-b7073388081d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=88d73048-33d4-42de-9ca1-b7073388081d,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:09.910377 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50756) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:44:09.915267 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-29549455-9d7b-4c3a-a85a-29e9a806995b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--137780307', 'description': 'tempest-description--213698998'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:44:09.925707 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '88d73048-33d4-42de-9ca1-b7073388081d', 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560', 'port_id': '88d73048-33d4-42de-9ca1-b7073388081d', 'mac_address': 'fa:16:3e:cc:d6:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b9e152-8294-4e04-99d8-f3485fea674b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:44:09.950037 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-29549455-9d7b-4c3a-a85a-29e9a806995b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.023107 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.054190 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d73048-33d4-42de-9ca1-b7073388081d {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:44:10.063756 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.073449 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:44:10.074275 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-29549455-9d7b-4c3a-a85a-29e9a806995b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.088132 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-29549455-9d7b-4c3a-a85a-29e9a806995b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.098379 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 88d73048-33d4-42de-9ca1-b7073388081d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=88d73048-33d4-42de-9ca1-b7073388081d,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:10.109671 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.122621 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-29549455-9d7b-4c3a-a85a-29e9a806995b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.123906 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-29549455-9d7b-4c3a-a85a-29e9a806995b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2124939 Aug 09 17:44:10.125608 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:06Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'e04aa2bf-12c7-4059-9c6d-f31f14eed0f7', 'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'mac_address': 'fa:16:3e:9c:77:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:04Z', 'updated_at': '2021-08-09T17:44:07Z', 'revision_number': 2, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'subnets': [{'id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:10.126941 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50758) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:44:10.129893 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port 07600354-cf7f-4a9a-aa80-48bf54baaab9, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=07600354-cf7f-4a9a-aa80-48bf54baaab9,segment=NetworkSegment(837550d5-af1d-4053-b905-43bba9c0bbd6),segment_id=837550d5-af1d-4053-b905-43bba9c0bbd6)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:10.130257 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29549455-9d7b-4c3a-a85a-29e9a806995b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77be49b1-757a-43ce-ba79-12e9fcc1ef50,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:10.135564 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-11090e69-cb09-4f1f-80dc-c6114f758718 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Request body: {'security_group_rule': {'security_group_id': '77be49b1-757a-43ce-ba79-12e9fcc1ef50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:44:10.178746 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Checking router: d6b89641-c859-46dd-8935-f9d34d075532 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:44:10.178746 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Updating router d6b89641-c859-46dd-8935-f9d34d075532 port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 binding host dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:44:10.243564 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-11090e69-cb09-4f1f-80dc-c6114f758718 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.296410 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.320446 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.355224 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=88d73048-33d4-42de-9ca1-b7073388081d,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:10.400861 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-11090e69-cb09-4f1f-80dc-c6114f758718 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.410761 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-11090e69-cb09-4f1f-80dc-c6114f758718 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.435090 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11090e69-cb09-4f1f-80dc-c6114f758718 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa13c304-a120-4fdc-b1c0-2905d8ee323e,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:10.449060 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-11090e69-cb09-4f1f-80dc-c6114f758718 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.450440 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-11090e69-cb09-4f1f-80dc-c6114f758718 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3226581 Aug 09 17:44:10.453160 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 50764) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:44:10.458799 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-3637ecb4-ef0e-42ea-84b8-27af0dd7c316 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Request body: {'security_group_rule': {'security_group_id': '77be49b1-757a-43ce-ba79-12e9fcc1ef50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:44:10.499977 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device a2b10c9e-b809-467c-b2a3-70c97a7258ee up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:44:10.514313 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3637ecb4-ef0e-42ea-84b8-27af0dd7c316 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.617667 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=07600354-cf7f-4a9a-aa80-48bf54baaab9,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:10.636722 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.650622 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3637ecb4-ef0e-42ea-84b8-27af0dd7c316 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.658291 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3637ecb4-ef0e-42ea-84b8-27af0dd7c316 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.684681 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637ecb4-ef0e-42ea-84b8-27af0dd7c316 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c79fe51-7729-4e1b-8d6f-a66a84ade006,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:10.704609 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port a2b10c9e-b809-467c-b2a3-70c97a7258ee triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:10.705437 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.714188 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3637ecb4-ef0e-42ea-84b8-27af0dd7c316 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.724874 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-3637ecb4-ef0e-42ea-84b8-27af0dd7c316 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2697852 Aug 09 17:44:10.725678 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 50770) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:44:10.736474 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Request body: {'floatingip': {'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:44:10.768105 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['88d73048-33d4-42de-9ca1-b7073388081d'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:44:10.818346 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1f617-ef1b-4eb8-bf90-5a736ed23dde req-a931f54a-cbea-4065-93ef-4c6e9d4c5edc tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:10.819843 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66f1f617-ef1b-4eb8-bf90-5a736ed23dde req-a931f54a-cbea-4065-93ef-4c6e9d4c5edc tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 945 time: 0.1622951 Aug 09 17:44:10.849935 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced5f25-00ed-4327-b44e-3cb1e5a062b6 req-deb9bf96-eefc-4a36-ae67-f755b4d06e4d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:10.857692 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bced5f25-00ed-4327-b44e-3cb1e5a062b6 req-deb9bf96-eefc-4a36-ae67-f755b4d06e4d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1445558 Aug 09 17:44:10.932343 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb98a-d0c2-499f-ae19-673ca68dcb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:10.948775 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66f1f617-ef1b-4eb8-bf90-5a736ed23dde req-cff97e2c-a08a-4e42-a5c1-98e28f66bf0a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691853 Aug 09 17:44:10.954232 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for floatingip, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:11.089343 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bced5f25-00ed-4327-b44e-3cb1e5a062b6 req-df83b19d-fcf4-48c8-b78f-2f15ede9bfbe tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304130 Aug 09 17:44:11.142084 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Notify callbacks [] for port, precommit_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:11.169165 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:44:11.212332 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d9a54-55d3-4965-8a4c-1eada4c3a8b1 req-10727ef0-bf85-4654-90e2-7b06857b4060 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:11.214237 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ca7d9a54-55d3-4965-8a4c-1eada4c3a8b1 req-10727ef0-bf85-4654-90e2-7b06857b4060 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 945 time: 0.1236720 Aug 09 17:44:11.227035 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Transition to ACTIVE for port object e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:44:11.255039 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:11.289834 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ca7d9a54-55d3-4965-8a4c-1eada4c3a8b1 req-1b36514e-db03-4310-af4c-e11abf62f881 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620453 Aug 09 17:44:11.342621 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:11.511092 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4612e8-51d7-49d5-bdf0-bd6c0091c7f9 None None] Pushing event updated for resources: {'Port': ['ID=e04aa2bf-12c7-4059-9c6d-f31f14eed0f7,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:11.526910 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Allocated IP 172.27.3.26 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/425c7e95-fe82-4892-ba47-cf8c6f43067b) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:44:11.556048 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:44:11.574764 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Attempting to bind port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:44:11.575649 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Attempting to bind port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:44:11.576981 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Attempting to bind port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 on network d95f19a3-63ba-4174-9d9b-72eaf529d950 {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:44:11.582290 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:11.583425 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:11.633134 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:44:11.633617 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Checking segment: {'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:44:11.634090 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:11.634627 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Bound using segment: {'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:44:11.635102 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Bound port: e04aa2bf-12c7-4059-9c6d-f31f14eed0f7, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:44:11.635753 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:11.796701 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] For port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:44:11.801382 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] For port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=e04aa2bf-12c7-4059-9c6d-f31f14eed0f7,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:44:11.802948 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:11.825035 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:11.826014 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:11.889258 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d1f03b-213f-4acb-a280-04f11e4f5900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acd7ac8-0286-42f2-9e76-e5fbdb6fd992'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:44:11.892711 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6e7bdb-f4ac-4c09-9e43-c815b657783d" -d '{"events": [{"server_uuid": "27d1f03b-213f-4acb-a280-04f11e4f5900", "name": "network-vif-plugged", "status": "completed", "tag": "4acd7ac8-0286-42f2-9e76-e5fbdb6fd992"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:44:11.920084 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:11.932158 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4acd7ac8-0286-42f2-9e76-e5fbdb6fd992,segment=NetworkSegment(ac2d5dfb-2567-4b98-8049-72ef735bf5c1),segment_id=ac2d5dfb-2567-4b98-8049-72ef735bf5c1)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:11.948869 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:11.952258 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:11.980177 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bddd04a-af25-46c2-8a17-bed567cd98b1 x-openstack-request-id: req-5bddd04a-af25-46c2-8a17-bed567cd98b1 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:44:11.980449 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d1f03b-213f-4acb-a280-04f11e4f5900", "name": "network-vif-plugged", "status": "completed", "tag": "4acd7ac8-0286-42f2-9e76-e5fbdb6fd992", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:44:11.980700 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5bddd04a-af25-46c2-8a17-bed567cd98b1 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:44:11.981098 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d1f03b-213f-4acb-a280-04f11e4f5900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acd7ac8-0286-42f2-9e76-e5fbdb6fd992', 'code': 200} Aug 09 17:44:11.981797 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4612e8-51d7-49d5-bdf0-bd6c0091c7f9 None None] Pushing event updated for resources: {'Port': ['ID=e04aa2bf-12c7-4059-9c6d-f31f14eed0f7,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:11.994827 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Routers {'d6b89641-c859-46dd-8935-f9d34d075532'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:44:12.000938 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:44:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['d6b89641-c859-46dd-8935-f9d34d075532'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:12.049523 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:44:12.063096 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:44:12.067633 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:44:12.070318 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event updated for resources: {'Port': ['ID=425c7e95-fe82-4892-ba47-cf8c6f43067b,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:12.237341 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d04f97-b19a-443a-b5fd-282098950f71 req-4592360e-b576-4cad-aeb7-2c88dac08ecb tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:12.239791 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-65d04f97-b19a-443a-b5fd-282098950f71 req-4592360e-b576-4cad-aeb7-2c88dac08ecb tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 945 time: 0.1371689 Aug 09 17:44:12.382606 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:12.397432 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-65d04f97-b19a-443a-b5fd-282098950f71 req-6c855e54-3277-4d82-b12c-215aece42d6b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454377 Aug 09 17:44:12.429106 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=4acd7ac8-0286-42f2-9e76-e5fbdb6fd992,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:12.434411 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] Set router d6b89641-c859-46dd-8935-f9d34d075532 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:44:12.508022 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff867eac-c3b6-49f2-be49-8438811b35e5 req-d1f9feb1-93dc-4e73-83d2-5150c559a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:12.513861 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ff867eac-c3b6-49f2-be49-8438811b35e5 req-d1f9feb1-93dc-4e73-83d2-5150c559a2c8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 1099 time: 0.2046914 Aug 09 17:44:12.531980 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:12.566312 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 07600354-cf7f-4a9a-aa80-48bf54baaab9 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:44:12.575195 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ff867eac-c3b6-49f2-be49-8438811b35e5 req-f062bd85-0dfe-471a-9936-0f60b81cf669 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487697 Aug 09 17:44:12.671875 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b24a9-3d70-4f5f-ab68-817d1507e389 req-6483679c-3faf-41ea-a9eb-46595f49cbd9 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:12.673683 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-473b24a9-3d70-4f5f-ab68-817d1507e389 req-6483679c-3faf-41ea-a9eb-46595f49cbd9 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 946 time: 0.2281446 Aug 09 17:44:12.715490 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 07600354-cf7f-4a9a-aa80-48bf54baaab9 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:12.715910 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:12.795315 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-473b24a9-3d70-4f5f-ab68-817d1507e389 req-375ee730-751f-4943-8d0b-ea49e6aad718 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084266 Aug 09 17:44:12.872102 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:06Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'e04aa2bf-12c7-4059-9c6d-f31f14eed0f7', 'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'mac_address': 'fa:16:3e:9c:77:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:04Z', 'updated_at': '2021-08-09T17:44:11Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'subnets': [{'id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:12.911383 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c370277-acce-4e4f-82a3-24b003c976b3 None None] The sync data for ids ['d6b89641-c859-46dd-8935-f9d34d075532'] in dv-cinder-780933-13-iscsi is: [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:06Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'e04aa2bf-12c7-4059-9c6d-f31f14eed0f7', 'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'mac_address': 'fa:16:3e:9c:77:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:04Z', 'updated_at': '2021-08-09T17:44:11Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'subnets': [{'id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:44:12.937984 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for port, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:12.948167 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004119'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:13.083776 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event updated for resources: {'Port': ['ID=425c7e95-fe82-4892-ba47-cf8c6f43067b,revision_number=2']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:13.086495 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:13.115904 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:13.117427 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-ed148291-7d85-45e1-865a-97f98518d445 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3868484 Aug 09 17:44:13.164772 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 88d73048-33d4-42de-9ca1-b7073388081d up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:44:13.241889 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port 88d73048-33d4-42de-9ca1-b7073388081d completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:44:13.247065 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 88d73048-33d4-42de-9ca1-b7073388081d triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:13.247440 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:13.372879 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:13.447975 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 88d73048-33d4-42de-9ca1-b7073388081d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=88d73048-33d4-42de-9ca1-b7073388081d,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:13.459178 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:13.543212 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fa911-7427-4add-a160-3f8894fa7e3b req-7dbf96b3-f91c-4392-aa27-65a80cf172c1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:13.545588 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=88d73048-33d4-42de-9ca1-b7073388081d,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:13.557500 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-302fa911-7427-4add-a160-3f8894fa7e3b req-7dbf96b3-f91c-4392-aa27-65a80cf172c1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 946 time: 0.0756578 Aug 09 17:44:13.622810 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-302fa911-7427-4add-a160-3f8894fa7e3b req-188dfc40-4c62-4f5e-bc0f-af562fb58d01 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533648 Aug 09 17:44:13.646093 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:13.848887 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-08f479c5-ac63-4930-a439-295fce34d4f4 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--137780307&fields=id&tenant_id=14b16f5b752d4eb6aabccd3304653e6f HTTP/1.1" status: 200 len: 267 time: 0.0778921 Aug 09 17:44:13.982306 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559f47bb-7d71-43c8-9374-48ed4c7a2016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d73048-33d4-42de-9ca1-b7073388081d'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:44:13.984783 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d09c38-1cee-464d-bc65-92b666334339" -d '{"events": [{"server_uuid": "559f47bb-7d71-43c8-9374-48ed4c7a2016", "name": "network-vif-plugged", "status": "completed", "tag": "88d73048-33d4-42de-9ca1-b7073388081d"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:44:14.038095 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-780f6bff-b909-4fc6-8575-ee0ca8715003 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:14.042695 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-780f6bff-b909-4fc6-8575-ee0ca8715003 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/networks?id=d95f19a3-63ba-4174-9d9b-72eaf529d950 HTTP/1.1" status: 200 len: 810 time: 0.1922834 Aug 09 17:44:14.103844 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-458d2d4c-6a85-4b34-adb9-d79cea037527 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/quotas/14b16f5b752d4eb6aabccd3304653e6f HTTP/1.1" status: 200 len: 375 time: 0.0191488 Aug 09 17:44:14.208139 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6dd77-b319-4ae5-bd3a-1eb1b36fdd4f req-58dabf29-d706-440e-8f95-4c92e16acd62 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:14.221130 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-35d6dd77-b319-4ae5-bd3a-1eb1b36fdd4f req-58dabf29-d706-440e-8f95-4c92e16acd62 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 946 time: 0.1994286 Aug 09 17:44:14.287562 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-35d6dd77-b319-4ae5-bd3a-1eb1b36fdd4f req-82d21b43-5f98-4034-aeb0-844a04cf1aef tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629907 Aug 09 17:44:14.344464 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2fc3bb-cef7-4bcd-80ff-d58cb0f3923c x-openstack-request-id: req-bc2fc3bb-cef7-4bcd-80ff-d58cb0f3923c {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:44:14.344953 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559f47bb-7d71-43c8-9374-48ed4c7a2016", "name": "network-vif-plugged", "status": "completed", "tag": "88d73048-33d4-42de-9ca1-b7073388081d", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:44:14.345338 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc2fc3bb-cef7-4bcd-80ff-d58cb0f3923c {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:44:14.345924 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559f47bb-7d71-43c8-9374-48ed4c7a2016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d73048-33d4-42de-9ca1-b7073388081d', 'code': 200} Aug 09 17:44:14.362008 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-cff021fd-f6ab-4672-a66e-cbfb9b999460 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=14b16f5b752d4eb6aabccd3304653e6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2422767 Aug 09 17:44:14.528813 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:44:14.582223 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-b099dfa1-3653-4176-a803-567bb078fa92 service neutron] 10.222.0.38 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101631 Aug 09 17:44:14.722368 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:44:14.737825 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:14.740680 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:14.777385 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-32b13734-89f8-4773-8d38-f179b8bc5285 service neutron] 10.222.0.38 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923776 Aug 09 17:44:14.926255 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56407f80-a5d5-42e2-b16e-18f6223008e4 req-dcdb246e-c93e-4574-9101-6d79b465df5b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:14.930580 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e0010-874b-4863-9d68-1bce0a29a798 req-c8dc1a2e-8d57-4ffc-a35d-88e2244ce3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:14.932785 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3e9e0010-874b-4863-9d68-1bce0a29a798 req-c8dc1a2e-8d57-4ffc-a35d-88e2244ce3df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 1099 time: 0.1209116 Aug 09 17:44:14.941093 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-56407f80-a5d5-42e2-b16e-18f6223008e4 req-dcdb246e-c93e-4574-9101-6d79b465df5b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 946 time: 0.1196225 Aug 09 17:44:14.994166 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:15.027819 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-56407f80-a5d5-42e2-b16e-18f6223008e4 req-41fba751-c3ac-4e99-9763-ad13325a1875 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857294 Aug 09 17:44:15.045044 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3e9e0010-874b-4863-9d68-1bce0a29a798 req-df2d571f-273b-440d-826d-1d29710c88a3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907686 Aug 09 17:44:15.112826 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=e04aa2bf-12c7-4059-9c6d-f31f14eed0f7,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:15.129743 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:15.196870 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d376f3cd-ce51-40a3-8965-869d032bf95e req-4c6e94be-675a-4d2f-aa95-a735cb16e4b6 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 210 time: 0.0622175 Aug 09 17:44:15.297394 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=e04aa2bf-12c7-4059-9c6d-f31f14eed0f7,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:15.481084 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69adad-dc05-4c7a-87cb-b386956cab43 req-44493738-14b2-44b9-9860-68f89f495608 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:15.482625 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5f69adad-dc05-4c7a-87cb-b386956cab43 req-44493738-14b2-44b9-9860-68f89f495608 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 946 time: 0.0895495 Aug 09 17:44:15.571239 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5f69adad-dc05-4c7a-87cb-b386956cab43 req-3d64e067-e0b3-4e22-87eb-55918bd7a6de tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715208 Aug 09 17:44:16.191981 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f9bc3-8b69-4321-b2c8-4b9125dd4262 req-6e201f23-f9d8-4e56-a060-e4bde7832454 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:16.199668 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-386f9bc3-8b69-4321-b2c8-4b9125dd4262 req-6e201f23-f9d8-4e56-a060-e4bde7832454 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 946 time: 0.0629570 Aug 09 17:44:16.265797 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-386f9bc3-8b69-4321-b2c8-4b9125dd4262 req-1baf3ad3-0608-4406-82bd-31c80869721c tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645587 Aug 09 17:44:16.339079 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-17302a8f-4c9a-4b15-a17d-ab4d27ac913d req-b1f1743d-3c79-4b9f-980d-5772295a27e8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 210 time: 0.0351431 Aug 09 17:44:16.426585 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:44:16.495935 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:16.496513 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:17.142594 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e6895-0d0a-4887-a1db-3850357645b6 req-95731f6c-3e2f-4e9c-ada9-c89e3eb775a3 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:17.145083 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-024e6895-0d0a-4887-a1db-3850357645b6 req-95731f6c-3e2f-4e9c-ada9-c89e3eb775a3 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 946 time: 0.0812171 Aug 09 17:44:17.195551 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-024e6895-0d0a-4887-a1db-3850357645b6 req-a8af9727-45f9-4752-818c-d71e7045a393 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439188 Aug 09 17:44:17.480515 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-b4b31d74-116a-4d8b-b78f-db3a64169328 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:17.483105 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-b4b31d74-116a-4d8b-b78f-db3a64169328 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.65 "GET /v2.0/networks?id=d95f19a3-63ba-4174-9d9b-72eaf529d950 HTTP/1.1" status: 200 len: 810 time: 0.2004285 Aug 09 17:44:17.521879 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-29a3fd14-1783-4b5b-8ac7-9fd8150c0fcd req-42364ea7-f85e-4c05-88e2-0eb8fc6c3bc4 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 210 time: 0.0724895 Aug 09 17:44:17.533238 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb07115-2465-46c9-9b93-704636740e4a req-b9487bf3-23d9-4d5e-afb0-8540ca94b21d tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:17.536142 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3bb07115-2465-46c9-9b93-704636740e4a req-b9487bf3-23d9-4d5e-afb0-8540ca94b21d tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 946 time: 0.1779685 Aug 09 17:44:17.624920 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-eed9635a-0f92-4792-a4e9-ea19969810d9 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14b16f5b752d4eb6aabccd3304653e6f HTTP/1.1" status: 200 len: 379 time: 0.1119292 Aug 09 17:44:17.629819 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3bb07115-2465-46c9-9b93-704636740e4a req-462cd617-6c89-41b8-b2b7-04d1b551f428 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856609 Aug 09 17:44:17.636842 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Request body: {'port': {'device_id': '2a1f4190-a5fa-44ec-b039-f176934d025c', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'admin_state_up': True, 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'security_groups': ['77be49b1-757a-43ce-ba79-12e9fcc1ef50']}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:44:17.851015 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 51102) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:44:18.057575 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-06734abe-534a-4bb1-86fb-343cec811629 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc0aac9809cb4b8ea3829b8eb92d3944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052569 Aug 09 17:44:18.061698 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 51110) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:44:18.121447 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:18.153650 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:18.212915 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Made reservation on behalf of 14b16f5b752d4eb6aabccd3304653e6f for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:44:18.218814 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:18.232508 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:18.235850 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:18.246545 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5ce5d96f-ab91-4c46-ac74-efb793932ee7 HTTP/1.1" status: 204 len: 168 time: 0.1836793 Aug 09 17:44:18.261669 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce5d96f-ab91-4c46-ac74-efb793932ee7,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:18.279069 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.280911 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.281739 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.282801 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.283733 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.285815 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.287399 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.302234 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.302994 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.305329 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.306457 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.307554 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfeff827-0099-4a80-bfa1-6b6fdf1ef483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.416699 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0727d-1978-475e-8132-64685bb56e5c req-133b0508-df6d-4578-864a-af186dd31c15 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:18.418437 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-43d0727d-1978-475e-8132-64685bb56e5c req-133b0508-df6d-4578-864a-af186dd31c15 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 946 time: 0.0811505 Aug 09 17:44:18.473002 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-43d0727d-1978-475e-8132-64685bb56e5c req-7d34baba-1b04-4324-a7e8-928f49daf08e tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424197 Aug 09 17:44:18.489081 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Allocated IP 172.20.0.12 (d95f19a3-63ba-4174-9d9b-72eaf529d950/f65159c6-cc24-4c8e-bbf6-f2146b8ae904/efdcc8ef-5813-40d6-9c34-07f62f6fc86c) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:44:18.675942 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f029bf78-a3ae-481f-879c-2e9b66a0e945 req-fec7f221-a6ff-4d96-9c5a-862bdd0f6397 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 210 time: 0.0459604 Aug 09 17:44:18.712281 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:18.730550 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Transition to ACTIVE for port object efdcc8ef-5813-40d6-9c34-07f62f6fc86c will not be triggered until provisioned by entity DHCP. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:44:18.776173 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:18.830626 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Network d95f19a3-63ba-4174-9d9b-72eaf529d950 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:44:18.834833 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:44:18.838916 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:44:18.873543 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event updated for resources: {'Port': ['ID=efdcc8ef-5813-40d6-9c34-07f62f6fc86c,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:18.899108 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.899332 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.899723 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.900024 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.900761 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.901102 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.901451 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.901783 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.902104 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.902430 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.902756 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.903295 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:18.932060 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:18.932787 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:18.952339 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-3297b585-3c23-49df-8ca4-3c06e9de6f26 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3197954 Aug 09 17:44:18.988332 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Request body: {'port': {'device_id': '2a1f4190-a5fa-44ec-b039-f176934d025c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:44:19.060553 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:19.156259 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-03826dc6-8174-4580-93b6-3665a17f90c4 None None] Provisioning for port efdcc8ef-5813-40d6-9c34-07f62f6fc86c completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:44:19.161507 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-03826dc6-8174-4580-93b6-3665a17f90c4 None None] Provisioning complete for port efdcc8ef-5813-40d6-9c34-07f62f6fc86c triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:19.162406 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-03826dc6-8174-4580-93b6-3665a17f90c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:19.203901 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-03826dc6-8174-4580-93b6-3665a17f90c4 None None] Port efdcc8ef-5813-40d6-9c34-07f62f6fc86c cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:44:19.441691 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efdcc8ef-5813-40d6-9c34-07f62f6fc86c {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:44:19.452453 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:19.466884 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Transition to ACTIVE for port object efdcc8ef-5813-40d6-9c34-07f62f6fc86c will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:44:19.475269 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:19.630897 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Pushing event updated for resources: {'Port': ['ID=efdcc8ef-5813-40d6-9c34-07f62f6fc86c,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:19.663657 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Attempting to bind port efdcc8ef-5813-40d6-9c34-07f62f6fc86c on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:44:19.663971 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Attempting to bind port efdcc8ef-5813-40d6-9c34-07f62f6fc86c by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:44:19.664303 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Attempting to bind port efdcc8ef-5813-40d6-9c34-07f62f6fc86c on network d95f19a3-63ba-4174-9d9b-72eaf529d950 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:44:19.671123 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Port efdcc8ef-5813-40d6-9c34-07f62f6fc86c on network d95f19a3-63ba-4174-9d9b-72eaf529d950 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:44:19.672200 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Attempting to bind port efdcc8ef-5813-40d6-9c34-07f62f6fc86c on network d95f19a3-63ba-4174-9d9b-72eaf529d950 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:44:19.683288 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:44:19.683992 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Checking segment: {'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:44:19.684708 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Bound using segment: {'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:44:19.685518 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Bound port: efdcc8ef-5813-40d6-9c34-07f62f6fc86c, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:44:19.686242 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:19.831463 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] For port efdcc8ef-5813-40d6-9c34-07f62f6fc86c, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:44:19.836132 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] For port efdcc8ef-5813-40d6-9c34-07f62f6fc86c, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=efdcc8ef-5813-40d6-9c34-07f62f6fc86c,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:44:19.843736 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:19.925882 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:19.927405 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:19.929079 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] 10.222.0.65 "PUT /v2.0/ports/efdcc8ef-5813-40d6-9c34-07f62f6fc86c HTTP/1.1" status: 200 len: 1094 time: 0.9483659 Aug 09 17:44:19.930171 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1f4190-a5fa-44ec-b039-f176934d025c', 'tag': 'efdcc8ef-5813-40d6-9c34-07f62f6fc86c'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:44:19.932240 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a86c55-3c28-4c3f-82fe-6e0893b1ff4a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1f4190-a5fa-44ec-b039-f176934d025c", "tag": "efdcc8ef-5813-40d6-9c34-07f62f6fc86c"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:44:19.963518 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64635582-9190-4e7e-ae64-366dd213fe16 service neutron] Pushing event updated for resources: {'Port': ['ID=efdcc8ef-5813-40d6-9c34-07f62f6fc86c,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:19.979889 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f08a3-9b27-4bba-b3da-16dfaa17f661 req-2fde50ae-6a25-4906-a942-037a9dedde3d tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:19.994891 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e74f08a3-9b27-4bba-b3da-16dfaa17f661 req-2fde50ae-6a25-4906-a942-037a9dedde3d tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 946 time: 0.1561546 Aug 09 17:44:20.081955 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e74f08a3-9b27-4bba-b3da-16dfaa17f661 req-765b60c8-75e8-4829-8256-57dacae6b0c4 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790439 Aug 09 17:44:20.129013 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cfb5d-f48c-48b6-a4da-74ee6c40c8c4 req-ba5bb3b0-4a5e-48b4-a3e7-f4acc118e8cc tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:20.133266 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a33cfb5d-f48c-48b6-a4da-74ee6c40c8c4 req-ba5bb3b0-4a5e-48b4-a3e7-f4acc118e8cc tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 944 time: 0.1354494 Aug 09 17:44:20.134717 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-f4d756a3-5e1d-497d-89bb-6be28bc621e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:20.136413 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-f4d756a3-5e1d-497d-89bb-6be28bc621e4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=14b16f5b752d4eb6aabccd3304653e6f&device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 1097 time: 0.0641026 Aug 09 17:44:20.164326 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf590c3-ebe2-485d-87c9-6a4e6afb7f2c x-openstack-request-id: req-6bf590c3-ebe2-485d-87c9-6a4e6afb7f2c {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:44:20.165255 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1f4190-a5fa-44ec-b039-f176934d025c", "tag": "efdcc8ef-5813-40d6-9c34-07f62f6fc86c", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:44:20.165255 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6bf590c3-ebe2-485d-87c9-6a4e6afb7f2c {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:44:20.165255 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1f4190-a5fa-44ec-b039-f176934d025c', 'tag': 'efdcc8ef-5813-40d6-9c34-07f62f6fc86c', 'status': 'completed', 'code': 200} Aug 09 17:44:20.188118 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a33cfb5d-f48c-48b6-a4da-74ee6c40c8c4 req-f56ac7eb-1440-42fd-9ee9-5593408ba560 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483117 Aug 09 17:44:20.232691 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-f56a56f7-65f3-43ec-b946-6ff8183a5825 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efdcc8ef-5813-40d6-9c34-07f62f6fc86c HTTP/1.1" status: 200 len: 217 time: 0.0610099 Aug 09 17:44:20.344907 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-9fe1935c-6114-44ed-aa6d-897d68cb2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:20.347043 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-9fe1935c-6114-44ed-aa6d-897d68cb2b32 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f65159c6-cc24-4c8e-bbf6-f2146b8ae904 HTTP/1.1" status: 200 len: 849 time: 0.0823047 Aug 09 17:44:20.530592 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-d02f2838-966f-460b-8055-cd593198780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:20.532459 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-d02f2838-966f-460b-8055-cd593198780f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d95f19a3-63ba-4174-9d9b-72eaf529d950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0886052 Aug 09 17:44:20.548647 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea45ab-7507-40ed-a212-cabd3eb51709 req-b42a7a62-ffe5-45df-8938-9deb19de3e5a tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:20.551308 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ccea45ab-7507-40ed-a212-cabd3eb51709 req-b42a7a62-ffe5-45df-8938-9deb19de3e5a tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.65 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 946 time: 0.0998557 Aug 09 17:44:20.767313 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-0a041028-d26c-44cb-9ac3-d177bf470ecc service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741660 Aug 09 17:44:20.776835 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-ccea45ab-7507-40ed-a212-cabd3eb51709 req-81b999f6-cb01-4709-8e0d-3d5821e61f85 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Deleting port 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:44:20.777176 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ccea45ab-7507-40ed-a212-cabd3eb51709 req-81b999f6-cb01-4709-8e0d-3d5821e61f85 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:20.959263 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-ccea45ab-7507-40ed-a212-cabd3eb51709 req-81b999f6-cb01-4709-8e0d-3d5821e61f85 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] For port 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=4acd7ac8-0286-42f2-9e76-e5fbdb6fd992,segment=NetworkSegment(ac2d5dfb-2567-4b98-8049-72ef735bf5c1),segment_id=ac2d5dfb-2567-4b98-8049-72ef735bf5c1)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:20.959632 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ccea45ab-7507-40ed-a212-cabd3eb51709 req-81b999f6-cb01-4709-8e0d-3d5821e61f85 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:20.976257 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3c8e8227-6ee6-4dab-abe7-555fdb97ce69 req-49f1eadd-608c-4b21-bba9-88cac7af7ef7 service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947310 Aug 09 17:44:20.980918 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-ccea45ab-7507-40ed-a212-cabd3eb51709 req-81b999f6-cb01-4709-8e0d-3d5821e61f85 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Calling delete_port for 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:44:21.274462 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ccea45ab-7507-40ed-a212-cabd3eb51709 req-81b999f6-cb01-4709-8e0d-3d5821e61f85 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:21.277957 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a86c55-3c28-4c3f-82fe-6e0893b1ff4a req-7ad77340-9fd9-4880-a3a9-78fd645ef125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:21.279252 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-39a86c55-3c28-4c3f-82fe-6e0893b1ff4a req-7ad77340-9fd9-4880-a3a9-78fd645ef125 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=14b16f5b752d4eb6aabccd3304653e6f&device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 1097 time: 0.0714321 Aug 09 17:44:21.284343 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe9f8c-d000-4019-8e4b-14ff089ebbe6 req-9729be87-bec1-46f1-839e-504b2ac4b69c tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:21.286775 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-63fe9f8c-d000-4019-8e4b-14ff089ebbe6 req-9729be87-bec1-46f1-839e-504b2ac4b69c tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 946 time: 0.0705385 Aug 09 17:44:21.327323 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b999f6-cb01-4709-8e0d-3d5821e61f85 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Pushing event deleted for resources: {'Port': ['ID=4acd7ac8-0286-42f2-9e76-e5fbdb6fd992,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:21.334153 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-63fe9f8c-d000-4019-8e4b-14ff089ebbe6 req-03f5cc5e-965e-494c-9b18-280af0469e3e tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Aug 09 17:44:21.337536 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['4acd7ac8-0286-42f2-9e76-e5fbdb6fd992'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:44:21.459670 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccea45ab-7507-40ed-a212-cabd3eb51709 req-81b999f6-cb01-4709-8e0d-3d5821e61f85 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] No DVR routers for this DVR port 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:44:21.465306 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ccea45ab-7507-40ed-a212-cabd3eb51709 req-81b999f6-cb01-4709-8e0d-3d5821e61f85 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:21.467419 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ccea45ab-7507-40ed-a212-cabd3eb51709 req-81b999f6-cb01-4709-8e0d-3d5821e61f85 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.65 "DELETE /v2.0/ports/4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 HTTP/1.1" status: 204 len: 173 time: 0.8653982 Aug 09 17:44:21.480022 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a86c55-3c28-4c3f-82fe-6e0893b1ff4a req-bb2e206e-5382-4c31-a7a8-b068e0630156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:21.481773 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-39a86c55-3c28-4c3f-82fe-6e0893b1ff4a req-bb2e206e-5382-4c31-a7a8-b068e0630156 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d95f19a3-63ba-4174-9d9b-72eaf529d950 HTTP/1.1" status: 200 len: 911 time: 0.1675863 Aug 09 17:44:21.537859 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1fb3f-8313-43a5-9647-bb44419ce419 req-e8eb9e23-ad91-467e-bba9-3c8388b17e27 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:21.539482 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-93e1fb3f-8313-43a5-9647-bb44419ce419 req-e8eb9e23-ad91-467e-bba9-3c8388b17e27 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 944 time: 0.0982215 Aug 09 17:44:21.568957 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-39a86c55-3c28-4c3f-82fe-6e0893b1ff4a req-77077985-412f-4db8-ae85-7be5bcac2c95 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efdcc8ef-5813-40d6-9c34-07f62f6fc86c HTTP/1.1" status: 200 len: 217 time: 0.0745571 Aug 09 17:44:21.610300 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-93e1fb3f-8313-43a5-9647-bb44419ce419 req-17b0a0bc-6ebb-4fe1-aab3-91767905de7d tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563023 Aug 09 17:44:21.715874 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83e7c5-5087-472e-bf29-f9b8c425fc13 req-29c7818e-12ad-4851-9e53-61076d97facd tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:21.717559 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fd83e7c5-5087-472e-bf29-f9b8c425fc13 req-29c7818e-12ad-4851-9e53-61076d97facd tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0909810 Aug 09 17:44:21.727554 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a86c55-3c28-4c3f-82fe-6e0893b1ff4a req-ea7d7d98-acf4-4960-b12f-df0fa9e2b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:21.729675 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-39a86c55-3c28-4c3f-82fe-6e0893b1ff4a req-ea7d7d98-acf4-4960-b12f-df0fa9e2b7b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f65159c6-cc24-4c8e-bbf6-f2146b8ae904 HTTP/1.1" status: 200 len: 849 time: 0.1107147 Aug 09 17:44:21.740821 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e68d9-42ff-4981-b402-52cc4d88edb7 req-4cf00623-677b-42a0-9be4-48483d06b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:21.742794 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ba0e68d9-42ff-4981-b402-52cc4d88edb7 req-4cf00623-677b-42a0-9be4-48483d06b7e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=491af0e0ec7145c6b70e6cad8cf1c855&device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 1098 time: 0.1328585 Aug 09 17:44:21.770500 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fd83e7c5-5087-472e-bf29-f9b8c425fc13 req-0e53c20e-ae11-4ece-bc28-7fa07d3395f3 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427794 Aug 09 17:44:21.885865 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a86c55-3c28-4c3f-82fe-6e0893b1ff4a req-ddf9183e-18a8-4dc1-a664-bea7e0142faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:21.887412 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-39a86c55-3c28-4c3f-82fe-6e0893b1ff4a req-ddf9183e-18a8-4dc1-a664-bea7e0142faf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d95f19a3-63ba-4174-9d9b-72eaf529d950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1222725 Aug 09 17:44:21.929829 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e68d9-42ff-4981-b402-52cc4d88edb7 req-62cd8a42-7375-443c-ac56-d8feea7959a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:21.931324 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ba0e68d9-42ff-4981-b402-52cc4d88edb7 req-62cd8a42-7375-443c-ac56-d8feea7959a4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bbfc673-a3e0-4db9-acc3-57ffa461b335 HTTP/1.1" status: 200 len: 920 time: 0.1534905 Aug 09 17:44:21.998282 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ba0e68d9-42ff-4981-b402-52cc4d88edb7 req-5fce7aa9-77cc-4b54-9814-4b4086c472f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51e9c80d-7cf4-49d2-b559-7d18bec99aa2 HTTP/1.1" status: 200 len: 217 time: 0.0424554 Aug 09 17:44:22.074757 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-39a86c55-3c28-4c3f-82fe-6e0893b1ff4a req-b87c7192-38b9-409a-9aa5-70792ff61dff service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719403 Aug 09 17:44:22.089582 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e68d9-42ff-4981-b402-52cc4d88edb7 req-e7ed1792-6aba-49f3-a91c-f14981fa7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:22.091341 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ba0e68d9-42ff-4981-b402-52cc4d88edb7 req-e7ed1792-6aba-49f3-a91c-f14981fa7eb9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15242da1-2ab2-4849-a4d2-6d06c062041e HTTP/1.1" status: 200 len: 859 time: 0.0689290 Aug 09 17:44:22.174314 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d1f03b-213f-4acb-a280-04f11e4f5900', 'name': 'network-vif-deleted', 'tag': '4acd7ac8-0286-42f2-9e76-e5fbdb6fd992'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:44:22.176991 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20bdf4f-8708-4171-bcbe-0ab02da0b726" -d '{"events": [{"server_uuid": "27d1f03b-213f-4acb-a280-04f11e4f5900", "name": "network-vif-deleted", "tag": "4acd7ac8-0286-42f2-9e76-e5fbdb6fd992"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:44:22.183479 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ba0e68d9-42ff-4981-b402-52cc4d88edb7 req-37bc8fa9-be57-4a52-b792-727bfa7a4340 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bbfc673-a3e0-4db9-acc3-57ffa461b335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805597 Aug 09 17:44:22.247429 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afeb4213-0a04-4f95-a6a7-4ad491c5c901 x-openstack-request-id: req-afeb4213-0a04-4f95-a6a7-4ad491c5c901 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:44:22.247725 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d1f03b-213f-4acb-a280-04f11e4f5900", "name": "network-vif-deleted", "tag": "4acd7ac8-0286-42f2-9e76-e5fbdb6fd992", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:44:22.247958 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-afeb4213-0a04-4f95-a6a7-4ad491c5c901 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:44:22.248334 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d1f03b-213f-4acb-a280-04f11e4f5900', 'name': 'network-vif-deleted', 'tag': '4acd7ac8-0286-42f2-9e76-e5fbdb6fd992', 'status': 'completed', 'code': 200} Aug 09 17:44:22.292323 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-39a86c55-3c28-4c3f-82fe-6e0893b1ff4a req-fceeeb8b-9dc1-4b4c-a6e9-9c4686030de0 service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907067 Aug 09 17:44:22.312019 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ba0e68d9-42ff-4981-b402-52cc4d88edb7 req-187347eb-0827-47c2-bde9-f82ba2489e60 service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166558 Aug 09 17:44:22.466178 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ba0e68d9-42ff-4981-b402-52cc4d88edb7 req-ade86b13-25c6-4f6e-9154-28bd2253987f service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079752 Aug 09 17:44:22.486229 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-297aaacb-3654-4a98-a2d2-6718ddf55d20 req-a5bb2dca-2170-4a13-8e7e-e6acf506920e tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=27d1f03b-213f-4acb-a280-04f11e4f5900 HTTP/1.1" status: 200 len: 210 time: 0.0368667 Aug 09 17:44:22.754636 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-072e80be-0c16-41a2-bbb4-702bfd777a08 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:22.756165 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-072e80be-0c16-41a2-bbb4-702bfd777a08 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/networks?id=4b8dc70c-170e-4ae3-90f8-fd33329b11d9 HTTP/1.1" status: 200 len: 814 time: 0.1459346 Aug 09 17:44:22.771683 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb52c1-4fe1-4a76-8603-0d567e2e8cab req-b38f6e89-67cd-4eeb-9dc2-bf5f0c1be544 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:22.773219 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2bdb52c1-4fe1-4a76-8603-0d567e2e8cab req-b38f6e89-67cd-4eeb-9dc2-bf5f0c1be544 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 944 time: 0.0836527 Aug 09 17:44:22.796773 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-3ce5a7bb-313b-4c15-a033-ddc52160e4c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/quotas/9440c277d0a54d0abe5c6e7767b5c092 HTTP/1.1" status: 200 len: 375 time: 0.0222397 Aug 09 17:44:22.842506 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2bdb52c1-4fe1-4a76-8603-0d567e2e8cab req-85e499f1-f33a-4217-b5ec-9c9b1646b56a tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611014 Aug 09 17:44:22.860581 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-62ef37c6-f6cf-4f70-825a-f32e21b98133 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=9440c277d0a54d0abe5c6e7767b5c092&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562992 Aug 09 17:44:22.988765 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a86b5-4025-4da9-b3df-ae1841c9714d req-c92d9eb2-5ce9-4a8c-a4e8-a8cae30ebd00 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:22.990284 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a85a86b5-4025-4da9-b3df-ae1841c9714d req-c92d9eb2-5ce9-4a8c-a4e8-a8cae30ebd00 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0705640 Aug 09 17:44:23.008275 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-e32c0f06-d81d-47b6-b1ea-eeba69d85e91 service neutron] 10.222.0.38 "GET /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335657 Aug 09 17:44:23.082959 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a85a86b5-4025-4da9-b3df-ae1841c9714d req-aff27143-13fc-4bc1-9e3c-93bfcf7196c2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852513 Aug 09 17:44:23.116287 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-7d6a7fe0-788f-4c9d-a281-5481e0f3df10 service neutron] 10.222.0.38 "GET /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011817 Aug 09 17:44:23.292725 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-36eb3d89-5813-467d-b88e-3e48aceed695 req-7d204db0-b4d5-4eb0-bb5a-76e2babbcb83 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 210 time: 0.0291157 Aug 09 17:44:23.472591 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 51240) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:44:23.609580 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4219b33c-a09c-4295-8167-2c4902d3094b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:23.719164 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4219b33c-a09c-4295-8167-2c4902d3094b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:23.724223 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4219b33c-a09c-4295-8167-2c4902d3094b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:23.767186 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-4219b33c-a09c-4295-8167-2c4902d3094b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4bc2993893324b4483a791f2fa02334c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932572 Aug 09 17:44:23.768019 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219b33c-a09c-4295-8167-2c4902d3094b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da211a9f-70e3-4636-9352-1f178f485301,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:23.770684 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 51260) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:44:23.867080 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-6651e0b4-dc1d-46fa-98ce-764dfb38476d tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:23.868565 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-6651e0b4-dc1d-46fa-98ce-764dfb38476d tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/networks?id=d33834c5-8250-497e-9109-75d2ac372874 HTTP/1.1" status: 200 len: 808 time: 0.1481915 Aug 09 17:44:23.869410 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-01ef6a38-db51-4bb3-9dc7-146eed650134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:23.899822 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-01ef6a38-db51-4bb3-9dc7-146eed650134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:23.907287 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-ff89c4d8-d8d4-4009-990d-9e0544945369 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/quotas/75ab80b8497d45759a4d0133771248b4 HTTP/1.1" status: 200 len: 375 time: 0.0278921 Aug 09 17:44:23.964325 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-99280d65-5632-435c-99c8-27c921d3f4bd tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=75ab80b8497d45759a4d0133771248b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481362 Aug 09 17:44:24.049575 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fd4a7-7fdb-4348-89ae-31e90b308b34 req-9670c329-9f34-46ff-9a35-f9db18f09430 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:24.051065 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ce6fd4a7-7fdb-4348-89ae-31e90b308b34 req-9670c329-9f34-46ff-9a35-f9db18f09430 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 944 time: 0.1183796 Aug 09 17:44:24.072629 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-01ef6a38-db51-4bb3-9dc7-146eed650134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:24.075174 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-01ef6a38-db51-4bb3-9dc7-146eed650134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:24.076259 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-01ef6a38-db51-4bb3-9dc7-146eed650134 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/da211a9f-70e3-4636-9352-1f178f485301 HTTP/1.1" status: 204 len: 168 time: 0.3045475 Aug 09 17:44:24.105423 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef6a38-db51-4bb3-9dc7-146eed650134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da211a9f-70e3-4636-9352-1f178f485301,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:24.125854 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-e1d21aa2-afed-44aa-b494-6edc27b1d097 service neutron] 10.222.0.38 "GET /v2.0/networks/d33834c5-8250-497e-9109-75d2ac372874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475410 Aug 09 17:44:24.129990 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ce6fd4a7-7fdb-4348-89ae-31e90b308b34 req-738ae379-0dd7-40d5-af7f-f16473b145ae tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720563 Aug 09 17:44:24.257339 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-c30a317e-c740-41c1-a825-c529bcd39ab3 service neutron] 10.222.0.38 "GET /v2.0/networks/d33834c5-8250-497e-9109-75d2ac372874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241314 Aug 09 17:44:24.266012 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b08376-9440-4172-8c52-0c51beebf913 req-706f8343-dc38-4d18-89cd-6d97878d88cd tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:24.267371 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e3b08376-9440-4172-8c52-0c51beebf913 req-706f8343-dc38-4d18-89cd-6d97878d88cd tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0732062 Aug 09 17:44:24.313330 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e3b08376-9440-4172-8c52-0c51beebf913 req-68b4ff8a-5a38-4c4d-9f1a-73b3b0876f61 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379002 Aug 09 17:44:24.495403 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3c3a6f5f-ca52-48a2-b7f5-021ebba8aa93 req-85a38ab1-cda5-4b6f-9b1d-287e3464f90e tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 210 time: 0.0464656 Aug 09 17:44:24.618265 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7253fca8-1231-4910-9c21-21093d1c7892 req-437cbdef-e503-4a0b-9b52-e334513c00bb tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0431130 Aug 09 17:44:24.618519 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-d6a401aa-8a6e-48f4-b73c-0b527ab25dbd tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:24.618519 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-d6a401aa-8a6e-48f4-b73c-0b527ab25dbd tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.65 "GET /v2.0/networks?id=4b8dc70c-170e-4ae3-90f8-fd33329b11d9 HTTP/1.1" status: 200 len: 814 time: 0.1559682 Aug 09 17:44:24.640560 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-8c4d79ca-37e3-4d70-a09d-0097abe87362 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Request body: {'port': {'device_id': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'admin_state_up': True, 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:44:24.776653 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-8c4d79ca-37e3-4d70-a09d-0097abe87362 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Made reservation on behalf of 9440c277d0a54d0abe5c6e7767b5c092 for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:44:24.780550 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-8c4d79ca-37e3-4d70-a09d-0097abe87362 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:24.928106 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-8c4d79ca-37e3-4d70-a09d-0097abe87362 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Allocated IP 172.20.0.7 (4b8dc70c-170e-4ae3-90f8-fd33329b11d9/c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5/450e3389-380a-4b08-83f0-d8e33b57dc90) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:44:25.278484 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device efdcc8ef-5813-40d6-9c34-07f62f6fc86c details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:44:25.303996 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:44:25.358852 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37d2ed-15ea-4501-a8a3-2f9503ff59a5 req-75a37539-03be-42df-abef-3d53b2a42fbb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:25.374126 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eb37d2ed-15ea-4501-a8a3-2f9503ff59a5 req-75a37539-03be-42df-abef-3d53b2a42fbb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 944 time: 0.1076000 Aug 09 17:44:25.413062 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-8c4d79ca-37e3-4d70-a09d-0097abe87362 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:25.455576 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-8c4d79ca-37e3-4d70-a09d-0097abe87362 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Transition to ACTIVE for port object 450e3389-380a-4b08-83f0-d8e33b57dc90 will not be triggered until provisioned by entity DHCP. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:44:25.467783 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eb37d2ed-15ea-4501-a8a3-2f9503ff59a5 req-95d3e2e5-1b24-44df-a156-e4c2589e3956 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919318 Aug 09 17:44:25.557571 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:44:25.558124 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 4acd7ac8-0286-42f2-9e76-e5fbdb6fd992 not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:44:25.567131 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port efdcc8ef-5813-40d6-9c34-07f62f6fc86c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=efdcc8ef-5813-40d6-9c34-07f62f6fc86c,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:25.588674 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-8c4d79ca-37e3-4d70-a09d-0097abe87362 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:25.593602 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': 'efdcc8ef-5813-40d6-9c34-07f62f6fc86c', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'port_id': 'efdcc8ef-5813-40d6-9c34-07f62f6fc86c', 'mac_address': 'fa:16:3e:00:23:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:44:25.616604 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286387a-bc89-4b00-9f7b-bd3de5c3536e req-dbef0c05-613b-4f87-84b4-7a8b83e08d9f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:25.621600 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3286387a-bc89-4b00-9f7b-bd3de5c3536e req-dbef0c05-613b-4f87-84b4-7a8b83e08d9f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1378789 Aug 09 17:44:25.692616 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d79ca-37e3-4d70-a09d-0097abe87362 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Pushing event updated for resources: {'Port': ['ID=450e3389-380a-4b08-83f0-d8e33b57dc90,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:25.704288 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:25.713668 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-8c4d79ca-37e3-4d70-a09d-0097abe87362 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Network 4b8dc70c-170e-4ae3-90f8-fd33329b11d9 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:44:25.716808 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-8c4d79ca-37e3-4d70-a09d-0097abe87362 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:44:25.720643 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-8c4d79ca-37e3-4d70-a09d-0097abe87362 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:44:25.751327 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdcc8ef-5813-40d6-9c34-07f62f6fc86c {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:44:25.814449 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-8c4d79ca-37e3-4d70-a09d-0097abe87362 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:25.820869 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-8c4d79ca-37e3-4d70-a09d-0097abe87362 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:25.823891 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port efdcc8ef-5813-40d6-9c34-07f62f6fc86c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=efdcc8ef-5813-40d6-9c34-07f62f6fc86c,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:25.831728 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:25.853874 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-8c4d79ca-37e3-4d70-a09d-0097abe87362 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2159512 Aug 09 17:44:25.887576 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3286387a-bc89-4b00-9f7b-bd3de5c3536e req-1123d187-07fd-423b-ac65-b8b0055433fb tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561190 Aug 09 17:44:25.931098 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856d637-b75d-49c5-9bc9-2de8d756c847 req-4c98a71a-9eb3-4186-91fd-f0fafd5403e2 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:25.947729 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4856d637-b75d-49c5-9bc9-2de8d756c847 req-4c98a71a-9eb3-4186-91fd-f0fafd5403e2 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 931 time: 0.2950153 Aug 09 17:44:26.012664 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=efdcc8ef-5813-40d6-9c34-07f62f6fc86c,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:26.025986 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4856d637-b75d-49c5-9bc9-2de8d756c847 req-b171e64e-8c80-4526-9157-367c5df16ae2 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747602 Aug 09 17:44:26.117607 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9d4a2ff9-a078-40d8-baf8-7057afc082ec req-33278c16-e9ee-405a-9571-047341c66552 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0301602 Aug 09 17:44:26.188067 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-454d948c-5345-42c2-82fe-d0bc4993a4a1 None None] Provisioning for port 450e3389-380a-4b08-83f0-d8e33b57dc90 completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:44:26.192729 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-454d948c-5345-42c2-82fe-d0bc4993a4a1 None None] Provisioning complete for port 450e3389-380a-4b08-83f0-d8e33b57dc90 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:26.193563 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-454d948c-5345-42c2-82fe-d0bc4993a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:26.257020 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-454d948c-5345-42c2-82fe-d0bc4993a4a1 None None] Port 450e3389-380a-4b08-83f0-d8e33b57dc90 cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:44:26.339367 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['efdcc8ef-5813-40d6-9c34-07f62f6fc86c'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:44:26.592812 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:26.626466 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4a40d-88f8-4dbd-9c14-594a4100a6cd req-57d2fe3d-3b26-468d-87f9-c6b1ad290883 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:26.629007 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-adc4a40d-88f8-4dbd-9c14-594a4100a6cd req-57d2fe3d-3b26-468d-87f9-c6b1ad290883 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 945 time: 0.0574126 Aug 09 17:44:26.669506 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-adc4a40d-88f8-4dbd-9c14-594a4100a6cd req-30427735-7f0f-4717-85c1-f31b975b2e79 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339885 Aug 09 17:44:27.004899 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451167b-2917-4587-bb53-65adab4a1a43 req-5a72acf4-15a3-42a8-8181-8c7319868d25 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:27.006538 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b451167b-2917-4587-bb53-65adab4a1a43 req-5a72acf4-15a3-42a8-8181-8c7319868d25 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0508583 Aug 09 17:44:27.074755 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b451167b-2917-4587-bb53-65adab4a1a43 req-38908c71-03e7-4bd5-8aa8-a246a7c31d0f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607855 Aug 09 17:44:27.256615 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8845bb-f73e-4489-ab51-adec3ce6d9a6 req-9059cde1-fcf4-4e05-8752-adfbc88e15c2 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:27.258264 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4b8845bb-f73e-4489-ab51-adec3ce6d9a6 req-9059cde1-fcf4-4e05-8752-adfbc88e15c2 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 931 time: 0.0909119 Aug 09 17:44:27.320471 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4b8845bb-f73e-4489-ab51-adec3ce6d9a6 req-58f8d2d0-f362-4b81-805a-6ebd1fbc58ad tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515246 Aug 09 17:44:27.443183 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4bf8a17b-8910-432f-982e-13c1bd0b24f5 req-c4a32ee0-8746-4b07-b68b-66ea5f05a6b4 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0307093 Aug 09 17:44:27.786427 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6786fdd-0d2a-48b4-9a9a-8d9a392ef049 req-53a4259d-ada4-4cd4-b257-691b38e9b3b2 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:27.787935 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c6786fdd-0d2a-48b4-9a9a-8d9a392ef049 req-53a4259d-ada4-4cd4-b257-691b38e9b3b2 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 945 time: 0.0497851 Aug 09 17:44:27.827287 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c6786fdd-0d2a-48b4-9a9a-8d9a392ef049 req-d12a11f7-8a2f-47b9-9efe-e995964c2e5f tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332820 Aug 09 17:44:28.223235 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885bd40-dbfa-48c9-99af-b84f1e8e2a82 req-efc2b702-8746-40f7-ba26-255c42f32c2d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:28.224820 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a885bd40-dbfa-48c9-99af-b84f1e8e2a82 req-efc2b702-8746-40f7-ba26-255c42f32c2d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0527947 Aug 09 17:44:28.271199 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a885bd40-dbfa-48c9-99af-b84f1e8e2a82 req-ec71d95f-0ab0-4b31-aea1-327fdffa6bae tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399883 Aug 09 17:44:28.480787 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dc258-fa11-4547-9a63-834e63fa7dea req-976d5467-32f8-45b6-9822-df5fff13fb27 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:28.482277 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ee3dc258-fa11-4547-9a63-834e63fa7dea req-976d5467-32f8-45b6-9822-df5fff13fb27 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 931 time: 0.0506921 Aug 09 17:44:28.523039 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ee3dc258-fa11-4547-9a63-834e63fa7dea req-45dedca5-0e18-4164-8e57-02ad0b0e0d7a tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345042 Aug 09 17:44:28.613503 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4200ea81-7d2e-4a19-9b3c-4a8a8ee74872 req-c650d463-a99a-4eb1-8388-b3c6bd48f8ca tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0267286 Aug 09 17:44:28.962964 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63740b9-4d84-4352-b297-6aba8c4d2c56 req-75b31d63-f5c8-46ff-be6c-0d8737b8790b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:28.965302 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e63740b9-4d84-4352-b297-6aba8c4d2c56 req-75b31d63-f5c8-46ff-be6c-0d8737b8790b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 945 time: 0.0635667 Aug 09 17:44:29.015058 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e63740b9-4d84-4352-b297-6aba8c4d2c56 req-114c7d13-cf2a-4e5f-8b8a-a04941b86b83 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412676 Aug 09 17:44:29.074570 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 51404) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:44:29.198435 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8a0d7c93-6afc-417f-98c4-3ac751d1c57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:29.296360 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8a0d7c93-6afc-417f-98c4-3ac751d1c57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:29.305534 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8a0d7c93-6afc-417f-98c4-3ac751d1c57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:29.310355 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device efdcc8ef-5813-40d6-9c34-07f62f6fc86c up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:44:29.345676 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-8a0d7c93-6afc-417f-98c4-3ac751d1c57f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5423ab769a8f4c368ab8f1b8be114e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699802 Aug 09 17:44:29.349566 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 51410) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:44:29.352449 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d7c93-6afc-417f-98c4-3ac751d1c57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15acfda-f361-4082-ba2e-52daf5681f83,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:29.401193 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port efdcc8ef-5813-40d6-9c34-07f62f6fc86c completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:44:29.405432 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port efdcc8ef-5813-40d6-9c34-07f62f6fc86c triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:29.405910 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:29.423950 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-d2067fe3-5bbf-48f1-84d1-a0144eee4516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:29.456875 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801b6ab-e373-4464-b134-88241d41216d req-dd6d4183-b908-44f8-b61b-03ea34b1007a tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:29.458828 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f801b6ab-e373-4464-b134-88241d41216d req-dd6d4183-b908-44f8-b61b-03ea34b1007a tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0760608 Aug 09 17:44:29.466219 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-d2067fe3-5bbf-48f1-84d1-a0144eee4516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:29.568671 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f801b6ab-e373-4464-b134-88241d41216d req-d31d604f-6a53-4283-b0c7-6a651d821639 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966258 Aug 09 17:44:29.573818 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:29.589819 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-d2067fe3-5bbf-48f1-84d1-a0144eee4516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:29.592450 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-d2067fe3-5bbf-48f1-84d1-a0144eee4516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:29.595435 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-d2067fe3-5bbf-48f1-84d1-a0144eee4516 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c15acfda-f361-4082-ba2e-52daf5681f83 HTTP/1.1" status: 204 len: 168 time: 0.2431455 Aug 09 17:44:29.608794 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2067fe3-5bbf-48f1-84d1-a0144eee4516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15acfda-f361-4082-ba2e-52daf5681f83,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:29.626929 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1f4190-a5fa-44ec-b039-f176934d025c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdcc8ef-5813-40d6-9c34-07f62f6fc86c'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:44:29.636144 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd58c1a-0448-407b-b586-cfbe7826eb18" -d '{"events": [{"server_uuid": "2a1f4190-a5fa-44ec-b039-f176934d025c", "name": "network-vif-plugged", "status": "completed", "tag": "efdcc8ef-5813-40d6-9c34-07f62f6fc86c"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:44:29.658321 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port efdcc8ef-5813-40d6-9c34-07f62f6fc86c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=efdcc8ef-5813-40d6-9c34-07f62f6fc86c,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:29.673695 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:29.767504 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=efdcc8ef-5813-40d6-9c34-07f62f6fc86c,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:30.055548 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0fe20-d994-4ed3-a199-9162ba03e2e0 req-1eab8317-d9d5-4b1b-a272-4c4ba310ecdc tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:30.057190 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-95e0fe20-d994-4ed3-a199-9162ba03e2e0 req-1eab8317-d9d5-4b1b-a272-4c4ba310ecdc tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 931 time: 0.3584621 Aug 09 17:44:30.122555 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-95e0fe20-d994-4ed3-a199-9162ba03e2e0 req-046e1c38-9452-4293-8525-804731c6a70d tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559180 Aug 09 17:44:30.232352 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1d4a84f7-1a4b-4954-b235-974b756819cd req-7508fcc4-733b-4b79-875c-75447e51b629 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0394986 Aug 09 17:44:30.310680 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bce16f-1f8e-4444-bb35-810db9da1f50 x-openstack-request-id: req-d4bce16f-1f8e-4444-bb35-810db9da1f50 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:44:30.311251 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1f4190-a5fa-44ec-b039-f176934d025c", "name": "network-vif-plugged", "status": "completed", "tag": "efdcc8ef-5813-40d6-9c34-07f62f6fc86c", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:44:30.311251 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d4bce16f-1f8e-4444-bb35-810db9da1f50 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:44:30.311698 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1f4190-a5fa-44ec-b039-f176934d025c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdcc8ef-5813-40d6-9c34-07f62f6fc86c', 'code': 200} Aug 09 17:44:30.420140 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71692139-4ff9-4c4c-8fcc-3eec3e71674c req-8eaaa3aa-12e6-461a-b383-e9165f640e2c tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:30.421656 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-71692139-4ff9-4c4c-8fcc-3eec3e71674c req-8eaaa3aa-12e6-461a-b383-e9165f640e2c tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0505362 Aug 09 17:44:30.463830 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-71692139-4ff9-4c4c-8fcc-3eec3e71674c req-523a2aeb-f91d-490e-a891-47fc6ca7611c tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351486 Aug 09 17:44:30.722835 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7fc49-8324-406b-a73e-25a1795c183f req-561dca9c-8685-413c-98a4-610c57945ed7 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:30.724307 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7be7fc49-8324-406b-a73e-25a1795c183f req-561dca9c-8685-413c-98a4-610c57945ed7 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0506644 Aug 09 17:44:30.781572 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7be7fc49-8324-406b-a73e-25a1795c183f req-dee1eb4b-fa06-4232-b76d-6e42eec1abc2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479765 Aug 09 17:44:31.253712 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532295d-5ca9-48a9-9e70-2728b0ec887b req-bc9dfab5-135a-43ac-badf-85642b6f8fb9 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:31.255214 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4532295d-5ca9-48a9-9e70-2728b0ec887b req-bc9dfab5-135a-43ac-badf-85642b6f8fb9 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 931 time: 0.0490668 Aug 09 17:44:31.317384 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4532295d-5ca9-48a9-9e70-2728b0ec887b req-ea3553f9-e705-41a1-89f0-4534d3408f4d tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507765 Aug 09 17:44:31.397809 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-44368501-db1c-405f-bf68-24faa3248587 req-32857a06-2b1e-4735-aee8-8c5c19699127 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0282295 Aug 09 17:44:31.662164 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfb1b6-44c9-4093-a511-f46f15d3109a req-cff568d9-540d-488d-822c-a24fc58fe81f tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:31.664618 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-25bfb1b6-44c9-4093-a511-f46f15d3109a req-cff568d9-540d-488d-822c-a24fc58fe81f tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.1057835 Aug 09 17:44:31.713543 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-25bfb1b6-44c9-4093-a511-f46f15d3109a req-277977f9-9dfc-4b58-b824-5e30c12c4930 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416150 Aug 09 17:44:31.928684 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0abaa-4fd9-4de8-87e4-59f596069ee3 req-92199f42-c43e-437b-bf9d-75184b0d662c tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:31.930224 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a2c0abaa-4fd9-4de8-87e4-59f596069ee3 req-92199f42-c43e-437b-bf9d-75184b0d662c tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0660388 Aug 09 17:44:31.971555 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a2c0abaa-4fd9-4de8-87e4-59f596069ee3 req-0b3ef72f-b337-4c74-9787-a607285a7954 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343199 Aug 09 17:44:32.438621 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb606db-bd19-4122-bb8c-8eded5737cef req-ba1d1122-44d0-4464-95b0-48c9236c16f4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:32.440843 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2eb606db-bd19-4122-bb8c-8eded5737cef req-ba1d1122-44d0-4464-95b0-48c9236c16f4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 931 time: 0.0556655 Aug 09 17:44:32.493230 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2eb606db-bd19-4122-bb8c-8eded5737cef req-4aa207d9-d2eb-4f52-87f5-16a869a90d96 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456178 Aug 09 17:44:32.604296 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3b385a37-f27f-4996-b58e-0f5086dab517 req-55c320a6-dc30-46f6-9476-be38cf0fab55 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0344117 Aug 09 17:44:32.873095 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111811a-1da6-4ba8-8a51-c06fcd662cc6 req-c6ce8dd3-cd58-42b5-9518-6d89573fd2a3 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:32.875034 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7111811a-1da6-4ba8-8a51-c06fcd662cc6 req-c6ce8dd3-cd58-42b5-9518-6d89573fd2a3 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0793333 Aug 09 17:44:32.917267 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7111811a-1da6-4ba8-8a51-c06fcd662cc6 req-7c56caca-cb76-4d42-8a12-0b45e442f2b2 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346332 Aug 09 17:44:33.092788 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddddca2-5b91-4c48-9571-da8e8a669eae req-a66f12d3-0681-4cd8-afef-95501f1a7ab3 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:33.094280 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bddddca2-5b91-4c48-9571-da8e8a669eae req-a66f12d3-0681-4cd8-afef-95501f1a7ab3 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0498052 Aug 09 17:44:33.136413 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bddddca2-5b91-4c48-9571-da8e8a669eae req-68cce1d9-a1de-4f04-9b0b-6cb1e45cdc5a tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354621 Aug 09 17:44:33.616175 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25eda8-05cd-4769-9ed2-d3b8ea0e7d15 req-3f2050cc-24fe-4e59-966c-b3590c110290 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:33.617645 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7d25eda8-05cd-4769-9ed2-d3b8ea0e7d15 req-3f2050cc-24fe-4e59-966c-b3590c110290 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 931 time: 0.0480993 Aug 09 17:44:33.661470 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7d25eda8-05cd-4769-9ed2-d3b8ea0e7d15 req-a291b35c-4025-4cae-830a-f2d0cf0904ab tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370972 Aug 09 17:44:33.770188 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-583cc7ea-a446-4de6-b12b-338be44b5722 req-fd780976-4a45-415a-8141-f2a076c14b1b tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0438519 Aug 09 17:44:34.037959 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c986d-f236-4521-a878-2b1f03ba50b8 req-99702ad5-6cf3-4a3f-af0e-7b50030969d0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:34.039846 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-833c986d-f236-4521-a878-2b1f03ba50b8 req-99702ad5-6cf3-4a3f-af0e-7b50030969d0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0512097 Aug 09 17:44:34.079586 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-833c986d-f236-4521-a878-2b1f03ba50b8 req-d2eb2aa6-4036-47fe-a4c9-d3858e804a67 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334015 Aug 09 17:44:34.286841 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255a82b-c2c6-4116-b398-0cf6595aa99d req-1a41c47f-cb26-4853-b64e-c7e70c4b3a78 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:34.288619 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8255a82b-c2c6-4116-b398-0cf6595aa99d req-1a41c47f-cb26-4853-b64e-c7e70c4b3a78 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0639095 Aug 09 17:44:34.329533 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8255a82b-c2c6-4116-b398-0cf6595aa99d req-ddc23349-b001-4007-9d52-19d17cb9e2d4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348396 Aug 09 17:44:34.787907 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29888918-b905-4c11-a4e0-262cc9f550a1 req-f0387da9-7d16-41b6-b5fb-7de258e13177 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:34.789394 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-29888918-b905-4c11-a4e0-262cc9f550a1 req-f0387da9-7d16-41b6-b5fb-7de258e13177 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 931 time: 0.0517757 Aug 09 17:44:34.832120 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-29888918-b905-4c11-a4e0-262cc9f550a1 req-31673813-8e1d-417a-9a14-e1aafb578343 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363781 Aug 09 17:44:34.918952 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ca76054f-c0f8-41f3-aa50-52c6b40b7e4f req-e094f583-70fc-4852-9d73-008b06ddbb52 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0302377 Aug 09 17:44:35.210150 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558e2c8-0a28-4714-866f-41cb5c6a4020 req-41d0effa-29cc-4561-977b-3adc73f78be7 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:35.211752 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d558e2c8-0a28-4714-866f-41cb5c6a4020 req-41d0effa-29cc-4561-977b-3adc73f78be7 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0484688 Aug 09 17:44:35.257823 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d558e2c8-0a28-4714-866f-41cb5c6a4020 req-49eba151-46b5-4074-b3ab-bd578b0bba78 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400138 Aug 09 17:44:35.457542 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e30cf3-2a01-4136-9086-2f02a6d4b5aa req-bab9ff7a-3dab-4eed-8c13-362ed9d48ce7 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:35.459409 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-77e30cf3-2a01-4136-9086-2f02a6d4b5aa req-bab9ff7a-3dab-4eed-8c13-362ed9d48ce7 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0589931 Aug 09 17:44:35.498348 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-77e30cf3-2a01-4136-9086-2f02a6d4b5aa req-303db5da-ed0e-45a9-acbb-5cc21c50ace9 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327525 Aug 09 17:44:35.966707 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5a1d5-8618-4398-8cf9-eec7555c5592 req-e07075a7-2f4f-4d5f-831d-94bb38d74443 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:35.968272 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b1d5a1d5-8618-4398-8cf9-eec7555c5592 req-e07075a7-2f4f-4d5f-831d-94bb38d74443 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 931 time: 0.0583119 Aug 09 17:44:36.012228 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b1d5a1d5-8618-4398-8cf9-eec7555c5592 req-b7970190-b094-432a-b534-8d99252189e8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371187 Aug 09 17:44:36.099404 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-521f10e2-c668-46d0-a805-c06ebb470e13 req-013d051c-dc3c-498c-bfb0-22fa241a54bf tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0291786 Aug 09 17:44:36.394448 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01d7fd-1fca-4dc1-83a3-e98613d89ce7 req-2209a296-828a-4537-97d8-7baa5f91cd46 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:36.395954 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-db01d7fd-1fca-4dc1-83a3-e98613d89ce7 req-2209a296-828a-4537-97d8-7baa5f91cd46 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0617759 Aug 09 17:44:36.434713 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-db01d7fd-1fca-4dc1-83a3-e98613d89ce7 req-726d509b-cd2e-4b61-b68e-061ddf1fe7e4 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322340 Aug 09 17:44:36.622225 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856231a6-5422-4612-95c3-963f900f06c9 req-0e3e8df4-ea26-4b1d-8944-5e193511aef6 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:36.623737 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-856231a6-5422-4612-95c3-963f900f06c9 req-0e3e8df4-ea26-4b1d-8944-5e193511aef6 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0515721 Aug 09 17:44:36.663628 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-856231a6-5422-4612-95c3-963f900f06c9 req-5b3fc845-edbb-480b-b8c4-df65eb533fb5 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328352 Aug 09 17:44:37.131759 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ea5c7-ba43-4393-adce-6dc482d02868 req-18302a87-ee7b-4a43-8f57-f64b60bfbcbb tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:37.133226 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2b4ea5c7-ba43-4393-adce-6dc482d02868 req-18302a87-ee7b-4a43-8f57-f64b60bfbcbb tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 931 time: 0.0491889 Aug 09 17:44:37.180278 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2b4ea5c7-ba43-4393-adce-6dc482d02868 req-6c9a0ca1-7de5-4c8e-9bd5-89cffa5ca05e tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409732 Aug 09 17:44:37.270387 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5467336a-66b3-451e-83bb-1bc0b19697df req-28122846-96dd-4f90-b347-37f6156c1bb8 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0285931 Aug 09 17:44:37.569157 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec4ac8-b165-42e5-b33c-4e7fa3e98e85 req-5a49ad12-16f3-4a42-acb7-d777e6b1efeb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:37.571217 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2dec4ac8-b165-42e5-b33c-4e7fa3e98e85 req-5a49ad12-16f3-4a42-acb7-d777e6b1efeb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0579817 Aug 09 17:44:37.616320 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2dec4ac8-b165-42e5-b33c-4e7fa3e98e85 req-5a1c0ded-1cb8-4a01-acf7-0d842f5fb99f tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390263 Aug 09 17:44:37.792131 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070136b-4011-4b49-a8cb-ed0605de1b67 req-2d20a4ad-c0d3-457e-b09d-53d03c29f39a tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:37.793803 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1070136b-4011-4b49-a8cb-ed0605de1b67 req-2d20a4ad-c0d3-457e-b09d-53d03c29f39a tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0538967 Aug 09 17:44:37.878994 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1070136b-4011-4b49-a8cb-ed0605de1b67 req-cfe374cd-03f4-4e33-afb5-d8bac765321b tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739036 Aug 09 17:44:37.898148 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3f3-a3dd-4969-96cc-d2bd3b20d6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:38.305515 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae3dc4-b900-418a-b783-2dad7acd7177 req-c7e0ce82-ab7e-40e8-986a-22043b7c29ec tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:38.306974 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-12ae3dc4-b900-418a-b783-2dad7acd7177 req-c7e0ce82-ab7e-40e8-986a-22043b7c29ec tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 931 time: 0.0526404 Aug 09 17:44:38.347124 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-12ae3dc4-b900-418a-b783-2dad7acd7177 req-a12b8f00-a83d-4f74-afdd-5fef11c73951 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341818 Aug 09 17:44:38.430604 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a0b99110-2f84-4796-8d38-523631a8eb7f req-cfbb4776-046a-448e-81df-993bebfcf378 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0272596 Aug 09 17:44:38.735592 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5de77c-2286-4f8b-8110-1b59ebe507b9 req-2c0b1d39-d0dc-40e4-a45e-05e1256406b4 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:38.737585 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7f5de77c-2286-4f8b-8110-1b59ebe507b9 req-2c0b1d39-d0dc-40e4-a45e-05e1256406b4 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0529943 Aug 09 17:44:38.775537 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7f5de77c-2286-4f8b-8110-1b59ebe507b9 req-c9b45e30-e4da-477e-921b-793a742461ae tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319083 Aug 09 17:44:38.988199 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecc073-fc40-411f-94f8-ccbca9475a45 req-2454eea2-b0c4-44ad-bdb9-736a185d67b1 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:38.989673 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ceecc073-fc40-411f-94f8-ccbca9475a45 req-2454eea2-b0c4-44ad-bdb9-736a185d67b1 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0532014 Aug 09 17:44:39.027234 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ceecc073-fc40-411f-94f8-ccbca9475a45 req-1ed7ba7a-28bd-48c5-b99f-52dc5ae161f5 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316710 Aug 09 17:44:39.460500 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d1e67-39dc-4c86-be79-f4823754b194 req-2067e2de-28ae-47a2-a61a-1492ad77dda2 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:39.461973 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cd1d1e67-39dc-4c86-be79-f4823754b194 req-2067e2de-28ae-47a2-a61a-1492ad77dda2 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 931 time: 0.0485635 Aug 09 17:44:39.501564 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cd1d1e67-39dc-4c86-be79-f4823754b194 req-327c47a7-4865-4e40-af54-54eb413c8069 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336044 Aug 09 17:44:39.587951 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bf692be5-a79a-440f-bf89-c76703685a04 req-61da67e1-f551-4056-b17c-156f4b771d5b tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0317063 Aug 09 17:44:39.897039 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b1a25-dcd7-4b6e-991a-a9b86aca2dfc req-f0c29972-d8fe-481c-a4d3-8b5621cdfecc tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:39.898495 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2c0b1a25-dcd7-4b6e-991a-a9b86aca2dfc req-f0c29972-d8fe-481c-a4d3-8b5621cdfecc tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0485229 Aug 09 17:44:39.937298 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2c0b1a25-dcd7-4b6e-991a-a9b86aca2dfc req-c5590f63-f0ac-4dda-87ca-d11d61f9df11 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325017 Aug 09 17:44:40.142955 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3a45e-a158-4a9b-a355-c98469fa5286 req-3195b752-141b-450f-8c44-104481a7ff33 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:40.144475 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bee3a45e-a158-4a9b-a355-c98469fa5286 req-3195b752-141b-450f-8c44-104481a7ff33 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0507758 Aug 09 17:44:40.183188 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bee3a45e-a158-4a9b-a355-c98469fa5286 req-2111b76f-0ac1-46f3-8ba9-9815159978a0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326447 Aug 09 17:44:40.541172 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:40.623011 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091c732-6cb4-4fc7-908f-322c4bc45ba7 req-15783549-9ea8-4e75-be6d-1ced0cec00b0 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:40.624394 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9091c732-6cb4-4fc7-908f-322c4bc45ba7 req-15783549-9ea8-4e75-be6d-1ced0cec00b0 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 931 time: 0.0524707 Aug 09 17:44:40.663133 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9091c732-6cb4-4fc7-908f-322c4bc45ba7 req-c9e2deed-bbc7-45a1-85df-e8016588a019 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322683 Aug 09 17:44:40.747987 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a33162c2-3e53-46ae-99b0-7ec6a912fcef req-1523ede4-61ce-44ea-9c0e-de7999fe2138 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0278618 Aug 09 17:44:40.824390 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-fc33c7a2-24fe-45b0-a30f-f206ba7dd089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:41.053887 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a1c33-516b-4264-b083-2bbcaf5d38cf req-faf08993-1a9f-443b-90f6-8fc3534c8e5f tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:41.055567 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-233a1c33-516b-4264-b083-2bbcaf5d38cf req-faf08993-1a9f-443b-90f6-8fc3534c8e5f tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0511222 Aug 09 17:44:41.096029 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-233a1c33-516b-4264-b083-2bbcaf5d38cf req-10470fec-0b34-4cbb-8eb6-da9e813d8a7e tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342484 Aug 09 17:44:41.300844 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49a873-38e3-4ab8-b8d8-208a012cce43 req-c99d3be4-f078-4222-8071-56c89b2b570f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:41.302346 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2e49a873-38e3-4ab8-b8d8-208a012cce43 req-c99d3be4-f078-4222-8071-56c89b2b570f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0530555 Aug 09 17:44:41.340213 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2e49a873-38e3-4ab8-b8d8-208a012cce43 req-ce2ae033-f3a2-4c1d-9116-0eedaa5789c7 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319734 Aug 09 17:44:41.587398 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Request body: {'port': {'device_id': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:44:41.645746 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:41.794528 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5064b-f77e-4969-a4a5-7ce93e77a3fa req-7867b860-34ed-4992-9df6-f4725c064467 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:41.796240 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-acd5064b-f77e-4969-a4a5-7ce93e77a3fa req-7867b860-34ed-4992-9df6-f4725c064467 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 931 time: 0.0613601 Aug 09 17:44:41.842625 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:41.871181 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2409903e-618b-4045-8a0c-95593976a570 req-4a3322c1-96a0-449c-a141-0594d98526e1 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0369332 Aug 09 17:44:41.874104 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-acd5064b-f77e-4969-a4a5-7ce93e77a3fa req-4db1af45-d801-4b1d-a8b0-ad5e9c090cf5 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707390 Aug 09 17:44:41.964262 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e48ae-6161-4693-afef-9bb79e9ce26b req-16970e65-982b-4069-98d3-fc873ebfbaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:41.966243 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-c29e48ae-6161-4693-afef-9bb79e9ce26b req-16970e65-982b-4069-98d3-fc873ebfbaec service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 1099 time: 0.1260691 Aug 09 17:44:41.973886 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450e3389-380a-4b08-83f0-d8e33b57dc90 {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:44:41.983231 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:42.012196 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Transition to ACTIVE for port object 450e3389-380a-4b08-83f0-d8e33b57dc90 will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:44:42.022228 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:42.060875 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-c29e48ae-6161-4693-afef-9bb79e9ce26b req-8eaf430f-5d0c-4aab-b3b4-4d4dc6c1e651 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801919 Aug 09 17:44:42.114005 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Pushing event updated for resources: {'Port': ['ID=450e3389-380a-4b08-83f0-d8e33b57dc90,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:42.214925 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Attempting to bind port 450e3389-380a-4b08-83f0-d8e33b57dc90 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:44:42.215671 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Attempting to bind port 450e3389-380a-4b08-83f0-d8e33b57dc90 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '27b5461f-d291-4701-9675-74536508829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:44:42.216155 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Attempting to bind port 450e3389-380a-4b08-83f0-d8e33b57dc90 on network 4b8dc70c-170e-4ae3-90f8-fd33329b11d9 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:44:42.225383 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Port 450e3389-380a-4b08-83f0-d8e33b57dc90 on network 4b8dc70c-170e-4ae3-90f8-fd33329b11d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:44:42.225704 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Attempting to bind port 450e3389-380a-4b08-83f0-d8e33b57dc90 on network 4b8dc70c-170e-4ae3-90f8-fd33329b11d9 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:44:42.233675 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:44:42.234423 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Checking segment: {'id': '27b5461f-d291-4701-9675-74536508829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:44:42.235299 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Bound using segment: {'id': '27b5461f-d291-4701-9675-74536508829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:44:42.238354 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Bound port: 450e3389-380a-4b08-83f0-d8e33b57dc90, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b5461f-d291-4701-9675-74536508829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:44:42.239066 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:42.343293 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] For port 450e3389-380a-4b08-83f0-d8e33b57dc90, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:44:42.343293 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] For port 450e3389-380a-4b08-83f0-d8e33b57dc90, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=450e3389-380a-4b08-83f0-d8e33b57dc90,segment=NetworkSegment(27b5461f-d291-4701-9675-74536508829b),segment_id=27b5461f-d291-4701-9675-74536508829b)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:44:42.343589 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb139-4d83-45bd-b87c-f1a824102a9d req-6bf52b08-5c27-4c8d-b798-f9fb46840020 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:42.343589 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-00deb139-4d83-45bd-b87c-f1a824102a9d req-6bf52b08-5c27-4c8d-b798-f9fb46840020 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0974290 Aug 09 17:44:42.349744 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:42.389375 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:42.390435 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:42.395803 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] 10.222.0.65 "PUT /v2.0/ports/450e3389-380a-4b08-83f0-d8e33b57dc90 HTTP/1.1" status: 200 len: 1093 time: 0.8125491 Aug 09 17:44:42.396817 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'tag': '450e3389-380a-4b08-83f0-d8e33b57dc90'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:44:42.400723 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26abbbb-6e52-491f-86c5-6c427d194ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "92ab0fa6-892f-4c09-b244-ad6a270b5026", "tag": "450e3389-380a-4b08-83f0-d8e33b57dc90"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:44:42.413096 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-00deb139-4d83-45bd-b87c-f1a824102a9d req-2eb09805-db19-407b-bcb8-6d91c7292051 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631719 Aug 09 17:44:42.430967 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18837e6-2214-4638-864a-dc3762a232a4 service neutron] Pushing event updated for resources: {'Port': ['ID=450e3389-380a-4b08-83f0-d8e33b57dc90,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:42.463872 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db072759-54d4-4229-8294-756f907e6dfc x-openstack-request-id: req-db072759-54d4-4229-8294-756f907e6dfc {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:44:42.464339 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ab0fa6-892f-4c09-b244-ad6a270b5026", "tag": "450e3389-380a-4b08-83f0-d8e33b57dc90", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:44:42.464582 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-db072759-54d4-4229-8294-756f907e6dfc {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:44:42.465042 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'tag': '450e3389-380a-4b08-83f0-d8e33b57dc90', 'status': 'completed', 'code': 200} Aug 09 17:44:42.522561 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1053e9-8fd2-490d-9224-8d7ee289e4a4 req-99e8dc09-b3de-4ce4-97a3-963309443c4d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:42.524330 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1e1053e9-8fd2-490d-9224-8d7ee289e4a4 req-99e8dc09-b3de-4ce4-97a3-963309443c4d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0640607 Aug 09 17:44:42.574380 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1e1053e9-8fd2-490d-9224-8d7ee289e4a4 req-8580652d-8308-4108-ac23-59e108a75727 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424221 Aug 09 17:44:42.633928 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-bdabe7fb-2390-4259-a5e3-f63a3a417e38 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:42.635542 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-bdabe7fb-2390-4259-a5e3-f63a3a417e38 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.65 "GET /v2.0/networks?id=d33834c5-8250-497e-9109-75d2ac372874 HTTP/1.1" status: 200 len: 808 time: 0.1201680 Aug 09 17:44:42.768740 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-68dfab13-0ba3-4c0a-bac6-726274db756a tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Request body: {'port': {'device_id': '4d767207-073a-4f2d-abdd-9f5a316515c6', 'network_id': 'd33834c5-8250-497e-9109-75d2ac372874', 'admin_state_up': True, 'tenant_id': '75ab80b8497d45759a4d0133771248b4'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:44:42.843089 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-2851c404-b5c2-4414-b21d-86b816c8785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:42.844617 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-2851c404-b5c2-4414-b21d-86b816c8785b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9440c277d0a54d0abe5c6e7767b5c092&device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 1096 time: 0.1060777 Aug 09 17:44:42.917564 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-54b2f047-a315-40b2-b7fc-e7492902e1ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=450e3389-380a-4b08-83f0-d8e33b57dc90 HTTP/1.1" status: 200 len: 217 time: 0.0455439 Aug 09 17:44:42.962942 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-68dfab13-0ba3-4c0a-bac6-726274db756a tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Made reservation on behalf of 75ab80b8497d45759a4d0133771248b4 for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:44:42.966276 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-68dfab13-0ba3-4c0a-bac6-726274db756a tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:42.982951 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-45f282b5-25c7-434f-99f3-4ed523f8916e req-c4728ffd-4882-4bfd-ab9e-b1f0164edd50 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0363688 Aug 09 17:44:43.004698 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-9f84edba-c32c-4281-a49a-bf54dfa635b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:43.006291 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-9f84edba-c32c-4281-a49a-bf54dfa635b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5 HTTP/1.1" status: 200 len: 853 time: 0.0771942 Aug 09 17:44:43.020590 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad911e4-9859-4aa9-9911-a964fdc07add req-5fd84786-6c68-4ba1-ab41-b8523b659f91 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:43.022137 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5ad911e4-9859-4aa9-9911-a964fdc07add req-5fd84786-6c68-4ba1-ab41-b8523b659f91 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 943 time: 0.0659947 Aug 09 17:44:43.062897 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5ad911e4-9859-4aa9-9911-a964fdc07add req-0c3a7da2-b48a-40fe-8cb7-b00dfc4f98bd tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340889 Aug 09 17:44:43.127010 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-92aecd7c-ad26-4a10-b219-64c57e8f69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:43.128783 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-92aecd7c-ad26-4a10-b219-64c57e8f69fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b8dc70c-170e-4ae3-90f8-fd33329b11d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0917311 Aug 09 17:44:43.155949 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-68dfab13-0ba3-4c0a-bac6-726274db756a tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Allocated IP 172.20.0.7 (d33834c5-8250-497e-9109-75d2ac372874/2b840c0d-1e1a-4b0f-86d9-361c7705b1c2/50c180b2-01df-443b-a06a-3517fcb087b1) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:44:43.323065 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-3665ff7d-0210-4ebf-b216-4d609326bd50 service neutron] 10.222.0.65 "GET /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810613 Aug 09 17:44:43.427920 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-68dfab13-0ba3-4c0a-bac6-726274db756a tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:43.495592 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0a9136ba-5f8d-4598-8079-9f34015442f8 req-8d0e7463-26d8-430e-9f1c-7cdf573d51af service neutron] 10.222.0.65 "GET /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382861 Aug 09 17:44:43.505573 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-68dfab13-0ba3-4c0a-bac6-726274db756a tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:43.563161 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-68dfab13-0ba3-4c0a-bac6-726274db756a tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Network d33834c5-8250-497e-9109-75d2ac372874 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:44:43.567962 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-68dfab13-0ba3-4c0a-bac6-726274db756a tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:44:43.572546 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-68dfab13-0ba3-4c0a-bac6-726274db756a tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:44:43.576996 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfab13-0ba3-4c0a-bac6-726274db756a tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Pushing event updated for resources: {'Port': ['ID=50c180b2-01df-443b-a06a-3517fcb087b1,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:43.590117 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f986383-22a4-4b10-a647-71f97ea8a944 req-4006e086-4989-4988-b89a-07250fc5e50b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:43.597880 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5f986383-22a4-4b10-a647-71f97ea8a944 req-4006e086-4989-4988-b89a-07250fc5e50b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0887966 Aug 09 17:44:43.638957 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-68dfab13-0ba3-4c0a-bac6-726274db756a tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:43.643581 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-68dfab13-0ba3-4c0a-bac6-726274db756a tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:43.655763 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:43.660367 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5f986383-22a4-4b10-a647-71f97ea8a944 req-33480af4-d84e-4e32-a936-d01e1cb13bba tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612063 Aug 09 17:44:43.662520 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-68dfab13-0ba3-4c0a-bac6-726274db756a tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8988397 Aug 09 17:44:43.698525 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Request body: {'port': {'device_id': '4d767207-073a-4f2d-abdd-9f5a316515c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:44:43.739930 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d21e8-c8fd-4ff8-9499-38c4b191387f req-7ac203c7-eff7-47d2-8675-2371dfebe263 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:43.741542 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-119d21e8-c8fd-4ff8-9499-38c4b191387f req-7ac203c7-eff7-47d2-8675-2371dfebe263 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0547779 Aug 09 17:44:43.784888 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-119d21e8-c8fd-4ff8-9499-38c4b191387f req-4f785ee6-f5b1-4a81-8df7-756b407f1abc tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361943 Aug 09 17:44:43.789050 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26abbbb-6e52-491f-86c5-6c427d194ba5 req-9ed22ffb-c4d0-4e43-8c2a-fd4532451198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:43.790614 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-b26abbbb-6e52-491f-86c5-6c427d194ba5 req-9ed22ffb-c4d0-4e43-8c2a-fd4532451198 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9440c277d0a54d0abe5c6e7767b5c092&device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 1096 time: 0.1075101 Aug 09 17:44:43.799979 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:44.061148 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26abbbb-6e52-491f-86c5-6c427d194ba5 req-a604a1e9-2f65-4a8e-b3e6-48b205c58fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:44.062641 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-b26abbbb-6e52-491f-86c5-6c427d194ba5 req-a604a1e9-2f65-4a8e-b3e6-48b205c58fc5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b8dc70c-170e-4ae3-90f8-fd33329b11d9 HTTP/1.1" status: 200 len: 915 time: 0.2182837 Aug 09 17:44:44.106821 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bb5d5-7137-4366-addd-07560c475738 req-baebab3b-3b30-4d72-8b90-f912483a2be1 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:44.108486 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-425bb5d5-7137-4366-addd-07560c475738 req-baebab3b-3b30-4d72-8b90-f912483a2be1 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 931 time: 0.0528526 Aug 09 17:44:44.122273 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-b26abbbb-6e52-491f-86c5-6c427d194ba5 req-68360ce0-24fa-4d82-9051-b53e48be61b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=450e3389-380a-4b08-83f0-d8e33b57dc90 HTTP/1.1" status: 200 len: 217 time: 0.0403228 Aug 09 17:44:44.180882 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-425bb5d5-7137-4366-addd-07560c475738 req-b4c6d96d-32ee-4207-b9b9-84268514ebad tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654325 Aug 09 17:44:44.199991 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff72b8a-ca4a-4832-9fa1-31b5251bcbfb req-f355402f-95de-462b-8255-b4bba6db086b tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:44.201661 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9ff72b8a-ca4a-4832-9fa1-31b5251bcbfb req-f355402f-95de-462b-8255-b4bba6db086b tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 943 time: 0.0704348 Aug 09 17:44:44.204054 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26abbbb-6e52-491f-86c5-6c427d194ba5 req-d4382e52-a1c0-4cb1-bfa9-e9f2deab4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:44.205564 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-b26abbbb-6e52-491f-86c5-6c427d194ba5 req-d4382e52-a1c0-4cb1-bfa9-e9f2deab4fad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5 HTTP/1.1" status: 200 len: 853 time: 0.0681396 Aug 09 17:44:44.248153 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9ff72b8a-ca4a-4832-9fa1-31b5251bcbfb req-ed313ee8-aad5-463a-82bd-1ec8976c696f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399182 Aug 09 17:44:44.274375 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c180b2-01df-443b-a06a-3517fcb087b1 {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:44:44.286247 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:44.304012 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Transition to ACTIVE for port object 50c180b2-01df-443b-a06a-3517fcb087b1 will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:44:44.305947 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26abbbb-6e52-491f-86c5-6c427d194ba5 req-77d3a595-c2dd-499a-a6c4-00ececff507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:44.307502 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-b26abbbb-6e52-491f-86c5-6c427d194ba5 req-77d3a595-c2dd-499a-a6c4-00ececff507b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b8dc70c-170e-4ae3-90f8-fd33329b11d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0807333 Aug 09 17:44:44.308550 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:44.412883 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Pushing event updated for resources: {'Port': ['ID=50c180b2-01df-443b-a06a-3517fcb087b1,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:44.496116 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-b26abbbb-6e52-491f-86c5-6c427d194ba5 req-1e3ac8d0-cc7a-46c8-96f6-661a8909c804 service neutron] 10.222.0.65 "GET /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614056 Aug 09 17:44:44.514924 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-83e62518-ac3c-49e9-95a2-39c9a05b2e04 req-5b5e8a65-a7d2-45a3-a752-2895d5d4da08 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773015 Aug 09 17:44:44.515201 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Attempting to bind port 50c180b2-01df-443b-a06a-3517fcb087b1 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:44:44.515201 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Attempting to bind port 50c180b2-01df-443b-a06a-3517fcb087b1 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'ac2d5dfb-2567-4b98-8049-72ef735bf5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd33834c5-8250-497e-9109-75d2ac372874'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:44:44.515201 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Attempting to bind port 50c180b2-01df-443b-a06a-3517fcb087b1 on network d33834c5-8250-497e-9109-75d2ac372874 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:44:44.538296 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Port 50c180b2-01df-443b-a06a-3517fcb087b1 on network d33834c5-8250-497e-9109-75d2ac372874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:44:44.538296 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Attempting to bind port 50c180b2-01df-443b-a06a-3517fcb087b1 on network d33834c5-8250-497e-9109-75d2ac372874 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:44:44.583501 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:44:44.583859 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Checking segment: {'id': 'ac2d5dfb-2567-4b98-8049-72ef735bf5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd33834c5-8250-497e-9109-75d2ac372874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:44:44.584248 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Bound using segment: {'id': 'ac2d5dfb-2567-4b98-8049-72ef735bf5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd33834c5-8250-497e-9109-75d2ac372874'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:44:44.585005 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Bound port: 50c180b2-01df-443b-a06a-3517fcb087b1, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2d5dfb-2567-4b98-8049-72ef735bf5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd33834c5-8250-497e-9109-75d2ac372874'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:44:44.585376 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:44.619784 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e62518-ac3c-49e9-95a2-39c9a05b2e04 req-d8270c55-243d-4054-a223-d2abd29947e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:44.621440 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-83e62518-ac3c-49e9-95a2-39c9a05b2e04 req-d8270c55-243d-4054-a223-d2abd29947e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99e4b5de1ec841b4b874abd0cece9013&device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 1099 time: 0.0597258 Aug 09 17:44:44.705254 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-b26abbbb-6e52-491f-86c5-6c427d194ba5 req-57b03d24-a597-428d-a069-e84bc8ba772b service neutron] 10.222.0.65 "GET /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922803 Aug 09 17:44:44.720255 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] For port 50c180b2-01df-443b-a06a-3517fcb087b1, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:44:44.745019 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] For port 50c180b2-01df-443b-a06a-3517fcb087b1, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=50c180b2-01df-443b-a06a-3517fcb087b1,segment=NetworkSegment(ac2d5dfb-2567-4b98-8049-72ef735bf5c1),segment_id=ac2d5dfb-2567-4b98-8049-72ef735bf5c1)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:44:44.752593 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:44.817809 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e62518-ac3c-49e9-95a2-39c9a05b2e04 req-c532d4b8-55a5-432b-bfec-d42bf2c0864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:44.819655 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-83e62518-ac3c-49e9-95a2-39c9a05b2e04 req-c532d4b8-55a5-432b-bfec-d42bf2c0864b service neutron] 10.222.0.65 "GET /v2.0/networks?id=d730e586-15ab-4070-ae5a-3a007839e560 HTTP/1.1" status: 200 len: 915 time: 0.1585796 Aug 09 17:44:44.833496 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:44.834461 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:44.836442 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] 10.222.0.65 "PUT /v2.0/ports/50c180b2-01df-443b-a06a-3517fcb087b1 HTTP/1.1" status: 200 len: 1093 time: 1.1419706 Aug 09 17:44:44.837371 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d767207-073a-4f2d-abdd-9f5a316515c6', 'tag': '50c180b2-01df-443b-a06a-3517fcb087b1'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:44:44.840598 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d0b1a7-491e-4d7b-a182-6eaecb283b54" -d '{"events": [{"name": "network-changed", "server_uuid": "4d767207-073a-4f2d-abdd-9f5a316515c6", "tag": "50c180b2-01df-443b-a06a-3517fcb087b1"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:44:44.872481 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8522c-eb16-4aa9-9d71-fbcfb8ea5b26 service neutron] Pushing event updated for resources: {'Port': ['ID=50c180b2-01df-443b-a06a-3517fcb087b1,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:44.888048 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-83e62518-ac3c-49e9-95a2-39c9a05b2e04 req-89b40ac4-f1b6-4090-ae9a-1dbb1b6455c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa6c190a-3229-4c4e-865f-95adbbfccdb3 HTTP/1.1" status: 200 len: 217 time: 0.0584340 Aug 09 17:44:44.973277 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e62518-ac3c-49e9-95a2-39c9a05b2e04 req-41e5753f-8487-4c20-af5f-21ef4143f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:44.974910 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-83e62518-ac3c-49e9-95a2-39c9a05b2e04 req-41e5753f-8487-4c20-af5f-21ef4143f466 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e9b9e152-8294-4e04-99d8-f3485fea674b HTTP/1.1" status: 200 len: 854 time: 0.0555372 Aug 09 17:44:45.014315 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04625a92-a828-42c6-83a7-cb3d9ac1c205 req-0822c624-ce21-4dda-ad39-76f59d86f233 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:45.015856 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-04625a92-a828-42c6-83a7-cb3d9ac1c205 req-0822c624-ce21-4dda-ad39-76f59d86f233 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.1306024 Aug 09 17:44:45.052133 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-1050017d-ffc1-402b-8b61-f1e601dcc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:45.053625 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-1050017d-ffc1-402b-8b61-f1e601dcc11d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=75ab80b8497d45759a4d0133771248b4&device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 1096 time: 0.0434406 Aug 09 17:44:45.078179 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-83e62518-ac3c-49e9-95a2-39c9a05b2e04 req-b630f6fb-a7a5-4ee3-b9fa-2b2304cb01cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d730e586-15ab-4070-ae5a-3a007839e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612855 Aug 09 17:44:45.110214 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-e5bbf645-32b3-4cef-bbcc-63c7eb1c8b96 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50c180b2-01df-443b-a06a-3517fcb087b1 HTTP/1.1" status: 200 len: 217 time: 0.0359120 Aug 09 17:44:45.164513 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-a78a35e0-d4d7-46c1-96a3-a2d6d22052b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:45.165971 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-a78a35e0-d4d7-46c1-96a3-a2d6d22052b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2b840c0d-1e1a-4b0f-86d9-361c7705b1c2 HTTP/1.1" status: 200 len: 848 time: 0.0442498 Aug 09 17:44:45.166836 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea0e42-3c39-41b0-a22a-2ca8e88d5a98 req-3b273fa8-b65b-49a8-9896-cd551e66c105 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:45.168346 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-85ea0e42-3c39-41b0-a22a-2ca8e88d5a98 req-3b273fa8-b65b-49a8-9896-cd551e66c105 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.1749036 Aug 09 17:44:45.171179 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-04625a92-a828-42c6-83a7-cb3d9ac1c205 req-eb42ccdc-4da9-4b69-8564-2fbbaf4efb4b tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345332 Aug 09 17:44:45.219853 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-a25666ff-7a1b-47ca-aeb5-f560f264909b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d33834c5-8250-497e-9109-75d2ac372874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394959 Aug 09 17:44:45.234256 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-85ea0e42-3c39-41b0-a22a-2ca8e88d5a98 req-e0d60410-3ef4-4fab-bcac-41441ef33658 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578728 Aug 09 17:44:45.258111 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-83e62518-ac3c-49e9-95a2-39c9a05b2e04 req-48d12179-6192-4ba2-b78d-089767bd9251 service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671283 Aug 09 17:44:45.352923 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-b8b07906-e31b-4b03-86e6-88bd40b97799 service neutron] 10.222.0.65 "GET /v2.0/networks/d33834c5-8250-497e-9109-75d2ac372874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931742 Aug 09 17:44:45.356299 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3a3af-4ffa-42a4-98f3-9db7dd0ba998 req-440fffd4-f489-4cb0-8f3c-3d9f2b16d997 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:45.357812 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8ee3a3af-4ffa-42a4-98f3-9db7dd0ba998 req-440fffd4-f489-4cb0-8f3c-3d9f2b16d997 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1192794 Aug 09 17:44:45.395315 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-83e62518-ac3c-49e9-95a2-39c9a05b2e04 req-29f11bd6-fc7d-4904-9948-e53f34d53dee service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232889 Aug 09 17:44:45.413777 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8ee3a3af-4ffa-42a4-98f3-9db7dd0ba998 req-94936724-f986-4c1a-bcb5-e8d97e35aea8 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485790 Aug 09 17:44:45.472552 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c072b80-4647-4023-b10c-9505eb25eaa5 x-openstack-request-id: req-6c072b80-4647-4023-b10c-9505eb25eaa5 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:44:45.472959 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d767207-073a-4f2d-abdd-9f5a316515c6", "tag": "50c180b2-01df-443b-a06a-3517fcb087b1", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:44:45.473646 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6c072b80-4647-4023-b10c-9505eb25eaa5 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:44:45.474425 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d767207-073a-4f2d-abdd-9f5a316515c6', 'tag': '50c180b2-01df-443b-a06a-3517fcb087b1', 'status': 'completed', 'code': 200} Aug 09 17:44:45.481922 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4e6a3c36-1ec6-4ae1-85a8-38b3b9a3d1df req-aea04163-bff0-4959-9d32-4f1fa02ec862 service neutron] 10.222.0.65 "GET /v2.0/networks/d33834c5-8250-497e-9109-75d2ac372874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182325 Aug 09 17:44:45.583127 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c391319-64c4-4739-9970-b5709bdbc29d req-ed84f112-dbfe-4e1c-b77d-b6884625217e tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:45.584729 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2c391319-64c4-4739-9970-b5709bdbc29d req-ed84f112-dbfe-4e1c-b77d-b6884625217e tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 943 time: 0.0616164 Aug 09 17:44:45.654074 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2c391319-64c4-4739-9970-b5709bdbc29d req-8ca6e83e-5831-4304-a661-dce1bd1db589 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599935 Aug 09 17:44:45.663891 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ba2c3-3893-44cb-af5c-97a344c55eb0 req-9aa83229-e227-4537-a3cc-faf35b672dfe tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:45.665461 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-222ba2c3-3893-44cb-af5c-97a344c55eb0 req-9aa83229-e227-4537-a3cc-faf35b672dfe tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0797801 Aug 09 17:44:45.674511 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 51714) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:44:45.680559 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-3ee81c18-fa5b-4886-9869-025f916f2df9 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Request body: {'floatingip': {'port_id': 'efdcc8ef-5813-40d6-9c34-07f62f6fc86c'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:44:45.784223 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3ee81c18-fa5b-4886-9869-025f916f2df9 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for floatingip, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:45.793290 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308af8e-2fd6-42b9-8303-dd072889d185 req-7d14376b-80fb-427e-bc51-e697ce8d1863 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:45.795021 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4308af8e-2fd6-42b9-8303-dd072889d185 req-7d14376b-80fb-427e-bc51-e697ce8d1863 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 943 time: 0.0694942 Aug 09 17:44:45.843027 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4308af8e-2fd6-42b9-8303-dd072889d185 req-1fb8c719-05ea-46db-bae0-8659d6bb4605 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419819 Aug 09 17:44:45.897586 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0b1a7-491e-4d7b-a182-6eaecb283b54 req-84ad609b-1209-4138-a29b-4e5b43a65e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:45.899118 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-76d0b1a7-491e-4d7b-a182-6eaecb283b54 req-84ad609b-1209-4138-a29b-4e5b43a65e17 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=75ab80b8497d45759a4d0133771248b4&device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 1096 time: 0.2150915 Aug 09 17:44:46.298484 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0b1a7-491e-4d7b-a182-6eaecb283b54 req-03044da1-86db-4a97-8140-1e7c43e4e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:46.300041 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-76d0b1a7-491e-4d7b-a182-6eaecb283b54 req-03044da1-86db-4a97-8140-1e7c43e4e78f service neutron] 10.222.0.65 "GET /v2.0/networks?id=d33834c5-8250-497e-9109-75d2ac372874 HTTP/1.1" status: 200 len: 909 time: 0.3869615 Aug 09 17:44:46.305915 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52228825-a4f2-4c3e-9663-f39a82162ea2 req-d9e66349-e667-4ffb-966d-5786b0b59d75 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:46.307081 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-52228825-a4f2-4c3e-9663-f39a82162ea2 req-d9e66349-e667-4ffb-966d-5786b0b59d75 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0528760 Aug 09 17:44:46.346530 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-52228825-a4f2-4c3e-9663-f39a82162ea2 req-89a479d7-d088-4d16-ab5c-2b7d27290c5a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333116 Aug 09 17:44:46.398808 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-76d0b1a7-491e-4d7b-a182-6eaecb283b54 req-0148c71c-9622-43e5-a848-07b3865fb7c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50c180b2-01df-443b-a06a-3517fcb087b1 HTTP/1.1" status: 200 len: 217 time: 0.0905004 Aug 09 17:44:46.543287 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d430b27-428d-4ba9-be6d-3d18b5d5a8ea req-d15b9305-277e-4549-a42b-b63db14b18c9 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:46.544815 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9d430b27-428d-4ba9-be6d-3d18b5d5a8ea req-d15b9305-277e-4549-a42b-b63db14b18c9 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0605769 Aug 09 17:44:46.568821 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0b1a7-491e-4d7b-a182-6eaecb283b54 req-b4dfb7db-f9bb-426b-9a31-088d7be27c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:46.570303 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-76d0b1a7-491e-4d7b-a182-6eaecb283b54 req-b4dfb7db-f9bb-426b-9a31-088d7be27c67 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2b840c0d-1e1a-4b0f-86d9-361c7705b1c2 HTTP/1.1" status: 200 len: 848 time: 0.1368392 Aug 09 17:44:46.590333 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9d430b27-428d-4ba9-be6d-3d18b5d5a8ea req-6e617dfe-c5bf-48a0-850f-fa93f1f6e0bd tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385842 Aug 09 17:44:46.637220 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-76d0b1a7-491e-4d7b-a182-6eaecb283b54 req-d1dbcbaf-9741-45be-9e05-385a3729d6da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d33834c5-8250-497e-9109-75d2ac372874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431004 Aug 09 17:44:46.777171 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab275a-0a5d-446f-a00a-7b0ed9a16dc7 req-362e6729-224b-4e61-bb9d-3029381b52a4 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:46.778854 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5fab275a-0a5d-446f-a00a-7b0ed9a16dc7 req-362e6729-224b-4e61-bb9d-3029381b52a4 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 943 time: 0.0520172 Aug 09 17:44:46.782565 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.db.resource_extend [None req-3ee81c18-fa5b-4886-9869-025f916f2df9 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 17:44:46.844648 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5fab275a-0a5d-446f-a00a-7b0ed9a16dc7 req-8b673e24-3c6e-4aa2-849d-f7d566936087 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545161 Aug 09 17:44:46.889924 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3ee81c18-fa5b-4886-9869-025f916f2df9 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:46.893570 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-76d0b1a7-491e-4d7b-a182-6eaecb283b54 req-f8ce4ba4-9ae5-4092-b952-994b72b5d7c8 service neutron] 10.222.0.65 "GET /v2.0/networks/d33834c5-8250-497e-9109-75d2ac372874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463472 Aug 09 17:44:46.895804 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3ee81c18-fa5b-4886-9869-025f916f2df9 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:46.964841 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83769f2-3e3d-4b91-8d64-8f4e27035099 req-02502c5d-89d3-44a1-bcf2-06022c54808c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:46.966632 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b83769f2-3e3d-4b91-8d64-8f4e27035099 req-02502c5d-89d3-44a1-bcf2-06022c54808c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 943 time: 0.0503945 Aug 09 17:44:47.010101 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b83769f2-3e3d-4b91-8d64-8f4e27035099 req-df1fd2bc-c05d-4984-ade9-6e1f9317faad tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359535 Aug 09 17:44:47.064905 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:44:47.082422 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-76d0b1a7-491e-4d7b-a182-6eaecb283b54 req-faaa861f-bdf7-45fa-bf84-37b031db836c service neutron] 10.222.0.65 "GET /v2.0/networks/d33834c5-8250-497e-9109-75d2ac372874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499350 Aug 09 17:44:47.083636 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.l3_db [None req-3ee81c18-fa5b-4886-9869-025f916f2df9 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Floating IP d622ba3b-8b19-4935-a369-cd3ec2fed3d3 associated. External IP: 172.27.3.26, port: efdcc8ef-5813-40d6-9c34-07f62f6fc86c. Aug 09 17:44:47.313054 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee81c18-fa5b-4886-9869-025f916f2df9 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Router d6b89641-c859-46dd-8935-f9d34d075532 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:44:47.390035 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 450e3389-380a-4b08-83f0-d8e33b57dc90 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:44:47.430420 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee81c18-fa5b-4886-9869-025f916f2df9 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:44:47.441934 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fa834c-05fe-4df1-bced-fe35f663e467 None None] Sync routers for ids ['d6b89641-c859-46dd-8935-f9d34d075532'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:44:47.442882 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3ee81c18-fa5b-4886-9869-025f916f2df9 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:47.465411 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa834c-05fe-4df1-bced-fe35f663e467 None None] Routers {'d6b89641-c859-46dd-8935-f9d34d075532'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:44:47.466948 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-b9fa834c-05fe-4df1-bced-fe35f663e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:44:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['d6b89641-c859-46dd-8935-f9d34d075532'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:47.478061 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-3ee81c18-fa5b-4886-9869-025f916f2df9 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "PUT /v2.0/floatingips/d622ba3b-8b19-4935-a369-cd3ec2fed3d3 HTTP/1.1" status: 200 len: 991 time: 1.7997692 Aug 09 17:44:47.478061 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a1f4190-a5fa-44ec-b039-f176934d025c', 'tag': 'efdcc8ef-5813-40d6-9c34-07f62f6fc86c'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:44:47.489449 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02804b6-d990-4257-a08a-05e211b714f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a1f4190-a5fa-44ec-b039-f176934d025c", "tag": "efdcc8ef-5813-40d6-9c34-07f62f6fc86c"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:44:47.503006 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74bc6c-3795-4960-b309-5d22c3d1e644 req-4d082994-8d60-42d5-83ca-1d35327fd9ad tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:47.511432 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0a74bc6c-3795-4960-b309-5d22c3d1e644 req-4d082994-8d60-42d5-83ca-1d35327fd9ad tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0736728 Aug 09 17:44:47.575168 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0a74bc6c-3795-4960-b309-5d22c3d1e644 req-16348ef0-19d8-4a5c-a290-eff41efe5ead tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428672 Aug 09 17:44:47.577837 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 450e3389-380a-4b08-83f0-d8e33b57dc90, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=450e3389-380a-4b08-83f0-d8e33b57dc90,segment=NetworkSegment(27b5461f-d291-4701-9675-74536508829b),segment_id=27b5461f-d291-4701-9675-74536508829b)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:47.592099 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '450e3389-380a-4b08-83f0-d8e33b57dc90', 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'port_id': '450e3389-380a-4b08-83f0-d8e33b57dc90', 'mac_address': 'fa:16:3e:b1:cb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:44:47.619548 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dc4c8e-0dcc-494e-a7bb-370a52b1ae40 x-openstack-request-id: req-28dc4c8e-0dcc-494e-a7bb-370a52b1ae40 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:44:47.619849 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a1f4190-a5fa-44ec-b039-f176934d025c", "tag": "efdcc8ef-5813-40d6-9c34-07f62f6fc86c", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:44:47.620168 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-28dc4c8e-0dcc-494e-a7bb-370a52b1ae40 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:44:47.623500 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-b9fa834c-05fe-4df1-bced-fe35f663e467 None None] Set router d6b89641-c859-46dd-8935-f9d34d075532 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:44:47.624105 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a1f4190-a5fa-44ec-b039-f176934d025c', 'tag': 'efdcc8ef-5813-40d6-9c34-07f62f6fc86c', 'status': 'completed', 'code': 200} Aug 09 17:44:47.659281 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:47.675296 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450e3389-380a-4b08-83f0-d8e33b57dc90 {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:44:47.701759 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 450e3389-380a-4b08-83f0-d8e33b57dc90, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=450e3389-380a-4b08-83f0-d8e33b57dc90,segment=NetworkSegment(27b5461f-d291-4701-9675-74536508829b),segment_id=27b5461f-d291-4701-9675-74536508829b)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:47.709988 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:47.763529 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02804b6-d990-4257-a08a-05e211b714f0 req-a7a838cf-19b5-4e34-ba0f-43a0410533ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:47.769777 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e02804b6-d990-4257-a08a-05e211b714f0 req-a7a838cf-19b5-4e34-ba0f-43a0410533ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=14b16f5b752d4eb6aabccd3304653e6f&device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 1099 time: 0.0842385 Aug 09 17:44:47.774395 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=450e3389-380a-4b08-83f0-d8e33b57dc90,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:47.778984 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aeee87-6a56-48b8-a029-26dc66dec966 req-5698d6ef-2e21-4880-a64a-17fb7b86cf1b tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:47.784047 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:47.785163 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:47.785828 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:47.786368 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:47.786943 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:47.787121 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f9aeee87-6a56-48b8-a029-26dc66dec966 req-5698d6ef-2e21-4880-a64a-17fb7b86cf1b tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1088099 Aug 09 17:44:47.787645 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:47.788188 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:47.788839 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:47.789386 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:47.790075 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:47.790746 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:47.791340 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:44:47.847661 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f9aeee87-6a56-48b8-a029-26dc66dec966 req-5dff629c-fb5a-4141-9edf-16a38b54d05d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597203 Aug 09 17:44:47.915460 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02804b6-d990-4257-a08a-05e211b714f0 req-7505be3b-c451-40c1-9f5b-1f95e8feb866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:47.921047 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e02804b6-d990-4257-a08a-05e211b714f0 req-7505be3b-c451-40c1-9f5b-1f95e8feb866 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d95f19a3-63ba-4174-9d9b-72eaf529d950 HTTP/1.1" status: 200 len: 911 time: 0.1398942 Aug 09 17:44:47.995741 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-b9fa834c-05fe-4df1-bced-fe35f663e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:06Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': 'd622ba3b-8b19-4935-a369-cd3ec2fed3d3', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'port_id': 'efdcc8ef-5813-40d6-9c34-07f62f6fc86c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'mac_address': 'fa:16:3e:00:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f4190-a5fa-44ec-b039-f176934d025c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:44:12Z', 'updated_at': '2021-08-09T17:44:46Z', 'revision_number': 1, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04aa2bf-12c7-4059-9c6d-f31f14eed0f7', 'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'mac_address': 'fa:16:3e:9c:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:04Z', 'updated_at': '2021-08-09T17:44:15Z', 'revision_number': 5, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'subnets': [{'id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:48.015641 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e02804b6-d990-4257-a08a-05e211b714f0 req-33921ed8-f0a8-4ecf-9f56-6d99e5d4741d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efdcc8ef-5813-40d6-9c34-07f62f6fc86c HTTP/1.1" status: 200 len: 999 time: 0.0858030 Aug 09 17:44:48.036424 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fa834c-05fe-4df1-bced-fe35f663e467 None None] Checking router: d6b89641-c859-46dd-8935-f9d34d075532 for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:44:48.045586 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a08be-b507-4511-9541-a261fb604450 req-8cf8a281-d95c-4e78-a26f-b4735e0345f6 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:48.047714 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-741a08be-b507-4511-9541-a261fb604450 req-8cf8a281-d95c-4e78-a26f-b4735e0345f6 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 943 time: 0.0574596 Aug 09 17:44:48.052909 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa834c-05fe-4df1-bced-fe35f663e467 None None] Routers {'d6b89641-c859-46dd-8935-f9d34d075532'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:44:48.054072 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-b9fa834c-05fe-4df1-bced-fe35f663e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:44:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['d6b89641-c859-46dd-8935-f9d34d075532'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:48.083096 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02804b6-d990-4257-a08a-05e211b714f0 req-7ab4d8be-a5ba-433f-a25f-9aff1fee611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:48.085026 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e02804b6-d990-4257-a08a-05e211b714f0 req-7ab4d8be-a5ba-433f-a25f-9aff1fee611f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f65159c6-cc24-4c8e-bbf6-f2146b8ae904 HTTP/1.1" status: 200 len: 849 time: 0.0568724 Aug 09 17:44:48.140075 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-741a08be-b507-4511-9541-a261fb604450 req-72757ffb-4177-4756-8a07-0cff20355b03 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840616 Aug 09 17:44:48.145839 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02804b6-d990-4257-a08a-05e211b714f0 req-d8ca5700-6120-44e7-89f6-0f8c290348b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:48.147510 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e02804b6-d990-4257-a08a-05e211b714f0 req-d8ca5700-6120-44e7-89f6-0f8c290348b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d95f19a3-63ba-4174-9d9b-72eaf529d950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0483053 Aug 09 17:44:48.178644 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3fc30-5868-4ba3-a7eb-678452b11d7d req-fde1d598-191e-41de-99eb-dd98f0b77d1f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:48.180511 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f3f3fc30-5868-4ba3-a7eb-678452b11d7d req-fde1d598-191e-41de-99eb-dd98f0b77d1f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 944 time: 0.0740247 Aug 09 17:44:48.203816 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['450e3389-380a-4b08-83f0-d8e33b57dc90'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:44:48.225887 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-b9fa834c-05fe-4df1-bced-fe35f663e467 None None] Set router d6b89641-c859-46dd-8935-f9d34d075532 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:44:48.259956 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f3f3fc30-5868-4ba3-a7eb-678452b11d7d req-c8ddde41-6f09-40a5-97df-5adb6413a48b tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637736 Aug 09 17:44:48.280686 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e02804b6-d990-4257-a08a-05e211b714f0 req-915bde45-61bf-47fc-98fc-ad31eaacce2d service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171811 Aug 09 17:44:48.514636 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-edca48ab-e5fe-4676-96b0-a9f807801acf tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:48.516881 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-edca48ab-e5fe-4676-96b0-a9f807801acf tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/networks?id=d730e586-15ab-4070-ae5a-3a007839e560 HTTP/1.1" status: 200 len: 814 time: 0.1323869 Aug 09 17:44:48.536522 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-b9fa834c-05fe-4df1-bced-fe35f663e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:06Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': 'd622ba3b-8b19-4935-a369-cd3ec2fed3d3', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'port_id': 'efdcc8ef-5813-40d6-9c34-07f62f6fc86c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'mac_address': 'fa:16:3e:00:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f4190-a5fa-44ec-b039-f176934d025c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:44:12Z', 'updated_at': '2021-08-09T17:44:46Z', 'revision_number': 1, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04aa2bf-12c7-4059-9c6d-f31f14eed0f7', 'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'mac_address': 'fa:16:3e:9c:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:04Z', 'updated_at': '2021-08-09T17:44:15Z', 'revision_number': 5, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'subnets': [{'id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:44:48.541216 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-a739bd1d-2d34-410e-8c19-5ec980275d85 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/quotas/99e4b5de1ec841b4b874abd0cece9013 HTTP/1.1" status: 200 len: 375 time: 0.0173268 Aug 09 17:44:48.635623 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-a3c597e2-6597-4793-8ad2-2cb3b2f76bc1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=99e4b5de1ec841b4b874abd0cece9013&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826902 Aug 09 17:44:48.676558 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fa834c-05fe-4df1-bced-fe35f663e467 None None] The sync data for ids ['d6b89641-c859-46dd-8935-f9d34d075532'] in dv-cinder-780933-13-iscsi is: [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:06Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': 'd622ba3b-8b19-4935-a369-cd3ec2fed3d3', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'port_id': 'efdcc8ef-5813-40d6-9c34-07f62f6fc86c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'mac_address': 'fa:16:3e:00:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1f4190-a5fa-44ec-b039-f176934d025c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:44:12Z', 'updated_at': '2021-08-09T17:44:46Z', 'revision_number': 1, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04aa2bf-12c7-4059-9c6d-f31f14eed0f7', 'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'mac_address': 'fa:16:3e:9c:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:04Z', 'updated_at': '2021-08-09T17:44:15Z', 'revision_number': 5, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'subnets': [{'id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:44:48.725749 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e02804b6-d990-4257-a08a-05e211b714f0 req-7032a168-288a-4a21-86e8-7f1605f6ca81 service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236114 Aug 09 17:44:48.767944 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75fffc-be82-41ad-8f53-2300a8132e74 req-63cf8f16-83f9-464a-9b34-acd19908beab tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:48.769495 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0f75fffc-be82-41ad-8f53-2300a8132e74 req-63cf8f16-83f9-464a-9b34-acd19908beab tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.1073027 Aug 09 17:44:48.796609 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-7959fac0-fdbe-4ca1-a214-0391f0b5281f service neutron] 10.222.0.38 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597486 Aug 09 17:44:48.866531 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0f75fffc-be82-41ad-8f53-2300a8132e74 req-513ebd22-6ac9-438a-8a21-f9a8b8e797dc tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878448 Aug 09 17:44:48.929158 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-da3bf08a-0b84-40b2-b12c-7065e65557c5 service neutron] 10.222.0.38 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238909 Aug 09 17:44:48.950188 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bcac6b-556b-44f9-a11d-1e573ac3e012 None None] New status for floating IP d622ba3b-8b19-4935-a369-cd3ec2fed3d3: ACTIVE {{(pid=99901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:44:49.166637 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-951d9f40-9dc7-4005-9c0f-e3840856f424 req-b139b411-7772-42e0-8efd-c6fe59c51230 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 210 time: 0.0498762 Aug 09 17:44:49.188029 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82049323-dddd-43ca-ba24-b06155c44085 req-f3e373b4-d978-4c4f-9c7e-4963ec59b4e8 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:49.191529 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-82049323-dddd-43ca-ba24-b06155c44085 req-f3e373b4-d978-4c4f-9c7e-4963ec59b4e8 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0850308 Aug 09 17:44:49.240123 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-82049323-dddd-43ca-ba24-b06155c44085 req-72d2782c-76d4-456f-b710-95b576fd15f1 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350139 Aug 09 17:44:49.295195 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1aa62-2d22-4e2c-8aec-72ec3c74635c req-4e76e7e4-2f25-4446-8b15-dc8a51a7b57d tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:49.297173 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c7f1aa62-2d22-4e2c-8aec-72ec3c74635c req-4e76e7e4-2f25-4446-8b15-dc8a51a7b57d tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 943 time: 0.0555289 Aug 09 17:44:49.364658 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c7f1aa62-2d22-4e2c-8aec-72ec3c74635c req-16118d0d-fe12-45d0-8fa1-176cb7463646 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578458 Aug 09 17:44:49.390426 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc2fe6-fb99-4d6b-b16f-012686366b29 req-f4b3f216-5a8b-4ffb-bcb2-9e4a5a1defb8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:49.392031 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-70bc2fe6-fb99-4d6b-b16f-012686366b29 req-f4b3f216-5a8b-4ffb-bcb2-9e4a5a1defb8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 944 time: 0.0641193 Aug 09 17:44:49.413909 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 50c180b2-01df-443b-a06a-3517fcb087b1 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:44:49.437717 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-70bc2fe6-fb99-4d6b-b16f-012686366b29 req-c7db667d-f02b-4f2c-b194-fd868011f74c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383694 Aug 09 17:44:49.518346 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 50c180b2-01df-443b-a06a-3517fcb087b1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=50c180b2-01df-443b-a06a-3517fcb087b1,segment=NetworkSegment(ac2d5dfb-2567-4b98-8049-72ef735bf5c1),segment_id=ac2d5dfb-2567-4b98-8049-72ef735bf5c1)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:49.529984 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '50c180b2-01df-443b-a06a-3517fcb087b1', 'network_id': 'd33834c5-8250-497e-9109-75d2ac372874', 'port_id': '50c180b2-01df-443b-a06a-3517fcb087b1', 'mac_address': 'fa:16:3e:8c:6e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b840c0d-1e1a-4b0f-86d9-361c7705b1c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:44:49.691933 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:49.704695 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c180b2-01df-443b-a06a-3517fcb087b1 {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:44:49.727616 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 50c180b2-01df-443b-a06a-3517fcb087b1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=50c180b2-01df-443b-a06a-3517fcb087b1,segment=NetworkSegment(ac2d5dfb-2567-4b98-8049-72ef735bf5c1),segment_id=ac2d5dfb-2567-4b98-8049-72ef735bf5c1)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:49.733401 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:49.789406 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=50c180b2-01df-443b-a06a-3517fcb087b1,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:50.003353 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983b852-e6ce-4e24-85dc-ef76c4f8f211 req-de79007c-fa88-4295-ae5e-8bff4a7345fa tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:50.004978 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b983b852-e6ce-4e24-85dc-ef76c4f8f211 req-de79007c-fa88-4295-ae5e-8bff4a7345fa tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0564251 Aug 09 17:44:50.045676 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b983b852-e6ce-4e24-85dc-ef76c4f8f211 req-d71752dd-c853-4147-b721-1a27304675c0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347240 Aug 09 17:44:50.262394 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f1b69096-ecb1-4433-991f-b16e4f605413 req-c203c86e-b246-450d-9136-41d8e10732e0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 210 time: 0.0271740 Aug 09 17:44:50.342895 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['50c180b2-01df-443b-a06a-3517fcb087b1'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:44:50.380014 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c89e2-1eab-4c11-8a3d-cd4373c553b9 req-ae2ea4c0-a4a7-497e-9a10-c498918c7ff4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:50.388979 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-948c89e2-1eab-4c11-8a3d-cd4373c553b9 req-ae2ea4c0-a4a7-497e-9a10-c498918c7ff4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0602458 Aug 09 17:44:50.434236 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-948c89e2-1eab-4c11-8a3d-cd4373c553b9 req-e2db2b98-5988-4bee-b63c-aee5e28844c6 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442586 Aug 09 17:44:50.572098 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fce49-a52f-4d80-8e51-fe9cc1398d1d req-eaf47322-368a-4fb8-a69c-5fd9b468f6a0 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:50.573018 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-872fce49-a52f-4d80-8e51-fe9cc1398d1d req-eaf47322-368a-4fb8-a69c-5fd9b468f6a0 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 944 time: 0.1281469 Aug 09 17:44:50.611667 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034ae19-8ffa-4c75-a60a-1aec47e800b3 req-d700ba50-7712-45d7-b911-fbd5aed878d4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:50.613424 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5034ae19-8ffa-4c75-a60a-1aec47e800b3 req-d700ba50-7712-45d7-b911-fbd5aed878d4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 944 time: 0.0852995 Aug 09 17:44:50.614979 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-f8098b57-444d-4c95-8fe7-fe3214e0436b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:50.616542 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-f8098b57-444d-4c95-8fe7-fe3214e0436b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.65 "GET /v2.0/networks?id=d730e586-15ab-4070-ae5a-3a007839e560 HTTP/1.1" status: 200 len: 814 time: 0.1699154 Aug 09 17:44:50.637189 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-872fce49-a52f-4d80-8e51-fe9cc1398d1d req-f4d2062c-127b-40c3-8616-91f564ea902d tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539765 Aug 09 17:44:50.662946 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-bfa25ceb-b209-4860-ad26-a2b14a200d84 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Request body: {'port': {'device_id': '43666e6d-e969-4bf9-83ad-8433bc780e39', 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560', 'admin_state_up': True, 'tenant_id': '99e4b5de1ec841b4b874abd0cece9013'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:44:50.665534 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5034ae19-8ffa-4c75-a60a-1aec47e800b3 req-53f80c65-96ec-4fbd-a02b-2f0c3147432b tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416722 Aug 09 17:44:50.776824 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-bfa25ceb-b209-4860-ad26-a2b14a200d84 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Made reservation on behalf of 99e4b5de1ec841b4b874abd0cece9013 for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:44:50.780380 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-bfa25ceb-b209-4860-ad26-a2b14a200d84 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:50.918400 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-bfa25ceb-b209-4860-ad26-a2b14a200d84 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Allocated IP 172.20.0.4 (d730e586-15ab-4070-ae5a-3a007839e560/e9b9e152-8294-4e04-99d8-f3485fea674b/092837b6-0e34-4cbc-9d95-e0536d5c4c72) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:44:51.069749 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-bfa25ceb-b209-4860-ad26-a2b14a200d84 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:51.111233 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-bfa25ceb-b209-4860-ad26-a2b14a200d84 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:51.166102 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-bfa25ceb-b209-4860-ad26-a2b14a200d84 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Network d730e586-15ab-4070-ae5a-3a007839e560 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:44:51.169485 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-bfa25ceb-b209-4860-ad26-a2b14a200d84 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:44:51.173956 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-bfa25ceb-b209-4860-ad26-a2b14a200d84 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:44:51.178207 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa25ceb-b209-4860-ad26-a2b14a200d84 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Pushing event updated for resources: {'Port': ['ID=092837b6-0e34-4cbc-9d95-e0536d5c4c72,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:51.185505 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a011e71-ea83-4827-97e0-c7d7b2292f4a req-6fcae04e-d0d4-4d1b-992c-2f57efc5d3ac tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:51.186593 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8a011e71-ea83-4827-97e0-c7d7b2292f4a req-6fcae04e-d0d4-4d1b-992c-2f57efc5d3ac tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0589879 Aug 09 17:44:51.235294 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-bfa25ceb-b209-4860-ad26-a2b14a200d84 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:51.235597 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8a011e71-ea83-4827-97e0-c7d7b2292f4a req-45d641ee-08a1-4535-a228-ac366c1a21c4 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418179 Aug 09 17:44:51.236379 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-bfa25ceb-b209-4860-ad26-a2b14a200d84 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:51.253222 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-bfa25ceb-b209-4860-ad26-a2b14a200d84 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5966620 Aug 09 17:44:51.315682 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Request body: {'port': {'device_id': '43666e6d-e969-4bf9-83ad-8433bc780e39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:44:51.379170 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:51.386141 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8194c7-ecbb-4dfb-bd3b-2dd9a0b9dc08 req-df70ce74-3d4e-42cb-b042-85df2022e0f0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:51.387762 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ee8194c7-ecbb-4dfb-bd3b-2dd9a0b9dc08 req-df70ce74-3d4e-42cb-b042-85df2022e0f0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 931 time: 0.0555413 Aug 09 17:44:51.401995 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 450e3389-380a-4b08-83f0-d8e33b57dc90 up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:44:51.427828 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ee8194c7-ecbb-4dfb-bd3b-2dd9a0b9dc08 req-a36e4405-60b5-4e37-b2c7-3dab73201441 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324671 Aug 09 17:44:51.459046 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port 450e3389-380a-4b08-83f0-d8e33b57dc90 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:44:51.463324 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 450e3389-380a-4b08-83f0-d8e33b57dc90 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:51.463681 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:51.507023 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['fa6c190a-3229-4c4e-865f-95adbbfccdb3', 'ef62dc8b-530e-45f3-a882-a85ab8ca6c2d', '88d73048-33d4-42de-9ca1-b7073388081d'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:44:51.604883 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f9fee-c539-4096-9322-a559882fb013 req-1a2c967c-918b-4819-9d51-6f436a062534 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:51.614151 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f43f9fee-c539-4096-9322-a559882fb013 req-1a2c967c-918b-4819-9d51-6f436a062534 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0738003 Aug 09 17:44:51.641896 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:51.667353 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f43f9fee-c539-4096-9322-a559882fb013 req-4f985ac7-9f52-44f5-8544-0b60ab4de454 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517237 Aug 09 17:44:51.674276 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450e3389-380a-4b08-83f0-d8e33b57dc90'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:44:51.676598 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9819c82-8729-418d-892d-12038de0c86d" -d '{"events": [{"server_uuid": "92ab0fa6-892f-4c09-b244-ad6a270b5026", "name": "network-vif-plugged", "status": "completed", "tag": "450e3389-380a-4b08-83f0-d8e33b57dc90"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:44:51.694140 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092837b6-0e34-4cbc-9d95-e0536d5c4c72 {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:44:51.694744 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 450e3389-380a-4b08-83f0-d8e33b57dc90, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=450e3389-380a-4b08-83f0-d8e33b57dc90,segment=NetworkSegment(27b5461f-d291-4701-9675-74536508829b),segment_id=27b5461f-d291-4701-9675-74536508829b)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:51.703318 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:51.706069 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:51.722196 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Transition to ACTIVE for port object 092837b6-0e34-4cbc-9d95-e0536d5c4c72 will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:44:51.726838 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:51.762246 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078e0e1f-aaa0-44c2-84d8-e3937af2dcff x-openstack-request-id: req-078e0e1f-aaa0-44c2-84d8-e3937af2dcff {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:44:51.762532 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ab0fa6-892f-4c09-b244-ad6a270b5026", "name": "network-vif-plugged", "status": "completed", "tag": "450e3389-380a-4b08-83f0-d8e33b57dc90", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:44:51.762777 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-078e0e1f-aaa0-44c2-84d8-e3937af2dcff {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:44:51.763188 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450e3389-380a-4b08-83f0-d8e33b57dc90', 'code': 200} Aug 09 17:44:51.780904 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Pushing event updated for resources: {'Port': ['ID=092837b6-0e34-4cbc-9d95-e0536d5c4c72,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:51.790164 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=450e3389-380a-4b08-83f0-d8e33b57dc90,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:51.906478 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Attempting to bind port 092837b6-0e34-4cbc-9d95-e0536d5c4c72 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:44:51.906842 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Attempting to bind port 092837b6-0e34-4cbc-9d95-e0536d5c4c72 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:44:51.907395 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Attempting to bind port 092837b6-0e34-4cbc-9d95-e0536d5c4c72 on network d730e586-15ab-4070-ae5a-3a007839e560 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:44:51.912922 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Port 092837b6-0e34-4cbc-9d95-e0536d5c4c72 on network d730e586-15ab-4070-ae5a-3a007839e560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:44:51.913243 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Attempting to bind port 092837b6-0e34-4cbc-9d95-e0536d5c4c72 on network d730e586-15ab-4070-ae5a-3a007839e560 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:44:51.913526 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed90d9b-5671-4a41-b4c6-7cf1947e65d2 req-20d278fd-0e7e-42a2-91bb-fc82e4d41ac8 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:51.919654 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:44:51.920006 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Checking segment: {'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:44:51.920399 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Bound using segment: {'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:44:51.921081 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Bound port: 092837b6-0e34-4cbc-9d95-e0536d5c4c72, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8737c4d6-6f80-4086-9fc3-5af872871404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:44:51.921510 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:51.922049 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4ed90d9b-5671-4a41-b4c6-7cf1947e65d2 req-20d278fd-0e7e-42a2-91bb-fc82e4d41ac8 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 944 time: 0.1442099 Aug 09 17:44:51.965029 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f50bf5-51fe-4b87-9dc2-8e51fd2988c3 req-8c70abe1-4db7-4279-9ca8-0f4b4eb2a77d tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:51.974174 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66f50bf5-51fe-4b87-9dc2-8e51fd2988c3 req-8c70abe1-4db7-4279-9ca8-0f4b4eb2a77d tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 945 time: 0.1400175 Aug 09 17:44:52.006540 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] For port 092837b6-0e34-4cbc-9d95-e0536d5c4c72, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:44:52.007970 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4ed90d9b-5671-4a41-b4c6-7cf1947e65d2 req-6808c56d-f67f-4422-9ff8-c82cc165e5ea tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849047 Aug 09 17:44:52.011262 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] For port 092837b6-0e34-4cbc-9d95-e0536d5c4c72, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=092837b6-0e34-4cbc-9d95-e0536d5c4c72,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:44:52.018607 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:52.037984 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66f50bf5-51fe-4b87-9dc2-8e51fd2988c3 req-ff571663-fa6c-40e3-b16b-220bbdae3f20 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628326 Aug 09 17:44:52.038832 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:52.039496 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:52.040994 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] 10.222.0.65 "PUT /v2.0/ports/092837b6-0e34-4cbc-9d95-e0536d5c4c72 HTTP/1.1" status: 200 len: 1093 time: 0.7308095 Aug 09 17:44:52.066130 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43666e6d-e969-4bf9-83ad-8433bc780e39', 'tag': '092837b6-0e34-4cbc-9d95-e0536d5c4c72'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:44:52.070029 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbe6a58-f5b4-4bc6-9754-ac77e6fad158" -d '{"events": [{"name": "network-changed", "server_uuid": "43666e6d-e969-4bf9-83ad-8433bc780e39", "tag": "092837b6-0e34-4cbc-9d95-e0536d5c4c72"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:44:52.109300 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72598741-0c52-4761-bc22-beec23e346c2 req-86e9698c-6c28-4ba9-9b7f-b3cbf4eefc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:52.111539 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-72598741-0c52-4761-bc22-beec23e346c2 req-86e9698c-6c28-4ba9-9b7f-b3cbf4eefc8c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 1098 time: 0.0508564 Aug 09 17:44:52.115141 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5ed56b-3134-440b-87eb-dc64508b6a4d x-openstack-request-id: req-4a5ed56b-3134-440b-87eb-dc64508b6a4d {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:44:52.115593 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43666e6d-e969-4bf9-83ad-8433bc780e39", "tag": "092837b6-0e34-4cbc-9d95-e0536d5c4c72", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:44:52.115995 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a5ed56b-3134-440b-87eb-dc64508b6a4d {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:44:52.116598 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43666e6d-e969-4bf9-83ad-8433bc780e39', 'tag': '092837b6-0e34-4cbc-9d95-e0536d5c4c72', 'status': 'completed', 'code': 200} Aug 09 17:44:52.123886 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a8c59-775c-4819-b444-cf6b667434ec service neutron] Pushing event updated for resources: {'Port': ['ID=092837b6-0e34-4cbc-9d95-e0536d5c4c72,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:52.197246 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-da743c2a-e456-47fd-9abe-501d23aaca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:52.198475 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-da743c2a-e456-47fd-9abe-501d23aaca4d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99e4b5de1ec841b4b874abd0cece9013&device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 1096 time: 0.0454202 Aug 09 17:44:52.205232 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-72598741-0c52-4761-bc22-beec23e346c2 req-c5581a34-6fd5-45d2-9e27-425cf2a3bdde service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533860 Aug 09 17:44:52.366657 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fa03f-5b45-47bc-839f-8689cda5c0d4 req-45ebc6e6-177e-4ab6-8ae9-302b77bafd89 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:52.368267 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5d9fa03f-5b45-47bc-839f-8689cda5c0d4 req-45ebc6e6-177e-4ab6-8ae9-302b77bafd89 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0547848 Aug 09 17:44:52.410608 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5d9fa03f-5b45-47bc-839f-8689cda5c0d4 req-2b24e600-0d5e-4c01-90f4-597071bf2ee2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362196 Aug 09 17:44:52.550924 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490a898-bcd0-4276-a323-dc6d3c0dfce1 req-19553985-ab23-4f71-b971-aa763c472bb0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:52.552407 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6490a898-bcd0-4276-a323-dc6d3c0dfce1 req-19553985-ab23-4f71-b971-aa763c472bb0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 943 time: 0.0537724 Aug 09 17:44:52.603582 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6490a898-bcd0-4276-a323-dc6d3c0dfce1 req-8532aba1-3aa0-4ee2-97df-ccb5350f531b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448961 Aug 09 17:44:52.606810 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-e0c008d7-2f3c-4d88-b706-abdab45e5b09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=092837b6-0e34-4cbc-9d95-e0536d5c4c72 HTTP/1.1" status: 200 len: 217 time: 0.0567610 Aug 09 17:44:52.661524 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-97777b3c-d217-4c7a-8c3a-1b16660ac4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:52.663038 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-97777b3c-d217-4c7a-8c3a-1b16660ac4db service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e9b9e152-8294-4e04-99d8-f3485fea674b HTTP/1.1" status: 200 len: 854 time: 0.0481873 Aug 09 17:44:52.717378 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-b0e8388c-4bad-42fb-b728-0c248b4967dc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d730e586-15ab-4070-ae5a-3a007839e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253134 Aug 09 17:44:52.795038 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88926e19-aa07-4563-b63f-e2d5a95a628e req-dc9a898e-31be-4767-a745-868fdd7e884d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:52.796666 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-88926e19-aa07-4563-b63f-e2d5a95a628e req-dc9a898e-31be-4767-a745-868fdd7e884d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0532620 Aug 09 17:44:52.819639 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-4e6981ae-8540-4328-ae40-d8007b0f473d service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938489 Aug 09 17:44:52.839904 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-88926e19-aa07-4563-b63f-e2d5a95a628e req-fec795ad-6e74-494e-9121-174a2a780615 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366213 Aug 09 17:44:52.916437 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-27f70bf0-f629-41e6-8ed0-6ad443d1aa43 req-678ef236-605d-40e9-9697-bd2f140030f7 service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857282 Aug 09 17:44:53.112236 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe6a58-f5b4-4bc6-9754-ac77e6fad158 req-f5acd9e6-6200-45b9-b70b-7d16f73d7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:53.113758 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-dbbe6a58-f5b4-4bc6-9754-ac77e6fad158 req-f5acd9e6-6200-45b9-b70b-7d16f73d7c86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99e4b5de1ec841b4b874abd0cece9013&device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 1096 time: 0.0508595 Aug 09 17:44:53.176165 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3a07f-5a42-420c-aece-cdcb236e0f44 req-99fe6a17-42c1-4195-81df-16f4b4b1f5ca tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:53.177968 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3cd3a07f-5a42-420c-aece-cdcb236e0f44 req-99fe6a17-42c1-4195-81df-16f4b4b1f5ca tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 944 time: 0.0898993 Aug 09 17:44:53.198906 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009b0ed-b917-4b48-a99f-36d23190b52c req-3420f723-545f-458a-8c00-b1fec5547076 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:53.200385 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1009b0ed-b917-4b48-a99f-36d23190b52c req-3420f723-545f-458a-8c00-b1fec5547076 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 945 time: 0.0835631 Aug 09 17:44:53.225544 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe6a58-f5b4-4bc6-9754-ac77e6fad158 req-4769f75f-ef66-47bb-b373-263e36ccfc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:53.227085 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-dbbe6a58-f5b4-4bc6-9754-ac77e6fad158 req-4769f75f-ef66-47bb-b373-263e36ccfc76 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d730e586-15ab-4070-ae5a-3a007839e560 HTTP/1.1" status: 200 len: 915 time: 0.0987968 Aug 09 17:44:53.255897 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3cd3a07f-5a42-420c-aece-cdcb236e0f44 req-117e7562-ddff-4388-a0cb-8700e84e8c2e tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706878 Aug 09 17:44:53.264545 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1009b0ed-b917-4b48-a99f-36d23190b52c req-90afe333-d0f7-4eaf-8e7c-92ee98b5befd tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547695 Aug 09 17:44:53.274948 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-dbbe6a58-f5b4-4bc6-9754-ac77e6fad158 req-f40911f0-1cd9-493a-aa05-a839e39f9fdd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=092837b6-0e34-4cbc-9d95-e0536d5c4c72 HTTP/1.1" status: 200 len: 217 time: 0.0387528 Aug 09 17:44:53.351297 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe6a58-f5b4-4bc6-9754-ac77e6fad158 req-23f80188-0aa7-47eb-983c-023686a401f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:53.352684 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-dbbe6a58-f5b4-4bc6-9754-ac77e6fad158 req-23f80188-0aa7-47eb-983c-023686a401f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e9b9e152-8294-4e04-99d8-f3485fea674b HTTP/1.1" status: 200 len: 854 time: 0.0490353 Aug 09 17:44:53.391164 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-dbbe6a58-f5b4-4bc6-9754-ac77e6fad158 req-c79cb393-f465-4249-acd0-1ea9ba2f2e7d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d730e586-15ab-4070-ae5a-3a007839e560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244720 Aug 09 17:44:53.425576 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 50c180b2-01df-443b-a06a-3517fcb087b1 up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:44:53.481637 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port 50c180b2-01df-443b-a06a-3517fcb087b1 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:44:53.485816 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 50c180b2-01df-443b-a06a-3517fcb087b1 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:44:53.486737 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:53.499350 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-dbbe6a58-f5b4-4bc6-9754-ac77e6fad158 req-29b46c02-e86e-4789-9063-beb7d063d406 service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003916 Aug 09 17:44:53.545969 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f9857-c50b-487d-97bb-f78f89902bf1 req-4d4be763-9b12-46bf-99d5-7791c7017b70 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:53.547673 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-091f9857-c50b-487d-97bb-f78f89902bf1 req-4d4be763-9b12-46bf-99d5-7791c7017b70 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0531852 Aug 09 17:44:53.580411 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:53.589558 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-091f9857-c50b-487d-97bb-f78f89902bf1 req-9d07edfb-a873-4bd1-90b4-a6816e7de2e5 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343828 Aug 09 17:44:53.610476 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-dbbe6a58-f5b4-4bc6-9754-ac77e6fad158 req-0a52ce8e-0e0a-4e92-8196-b7f1639c7058 service neutron] 10.222.0.65 "GET /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008332 Aug 09 17:44:53.621088 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 50c180b2-01df-443b-a06a-3517fcb087b1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=50c180b2-01df-443b-a06a-3517fcb087b1,segment=NetworkSegment(ac2d5dfb-2567-4b98-8049-72ef735bf5c1),segment_id=ac2d5dfb-2567-4b98-8049-72ef735bf5c1)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:53.625256 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:53.679698 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=50c180b2-01df-443b-a06a-3517fcb087b1,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:53.744302 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6284c5f-096b-46bb-ac3d-4f44bedb2a3f req-3cc03b13-320f-446a-a3ff-1b8c196fd557 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:53.745846 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e6284c5f-096b-46bb-ac3d-4f44bedb2a3f req-3cc03b13-320f-446a-a3ff-1b8c196fd557 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 943 time: 0.0535684 Aug 09 17:44:53.763946 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d767207-073a-4f2d-abdd-9f5a316515c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c180b2-01df-443b-a06a-3517fcb087b1'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:44:53.766737 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dfca45-7b05-4558-9b68-d7085b3a6985" -d '{"events": [{"server_uuid": "4d767207-073a-4f2d-abdd-9f5a316515c6", "name": "network-vif-plugged", "status": "completed", "tag": "50c180b2-01df-443b-a06a-3517fcb087b1"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:44:53.789417 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e6284c5f-096b-46bb-ac3d-4f44bedb2a3f req-435d42ed-e27f-492a-b96a-d140564d3040 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373850 Aug 09 17:44:53.832974 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dadf42-949d-4eec-b5c5-37ee90089d44 x-openstack-request-id: req-e6dadf42-949d-4eec-b5c5-37ee90089d44 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:44:53.833264 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d767207-073a-4f2d-abdd-9f5a316515c6", "name": "network-vif-plugged", "status": "completed", "tag": "50c180b2-01df-443b-a06a-3517fcb087b1", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:44:53.833517 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e6dadf42-949d-4eec-b5c5-37ee90089d44 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:44:53.833921 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d767207-073a-4f2d-abdd-9f5a316515c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c180b2-01df-443b-a06a-3517fcb087b1', 'code': 200} Aug 09 17:44:53.964848 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497897a-8bec-4ee7-a532-a036cd68e043 req-8fd76a2b-e04e-46c6-80f1-abd3d1815942 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:53.966382 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8497897a-8bec-4ee7-a532-a036cd68e043 req-8fd76a2b-e04e-46c6-80f1-abd3d1815942 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0539076 Aug 09 17:44:54.006073 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8497897a-8bec-4ee7-a532-a036cd68e043 req-857dacc4-d0b2-4a63-95b3-abfecea26217 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328364 Aug 09 17:44:54.200315 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bda7e2-2cf9-4276-8044-4013aa4e77b0 req-694f6131-1b99-42cc-93e1-e884c9abaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:54.201733 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d5bda7e2-2cf9-4276-8044-4013aa4e77b0 req-694f6131-1b99-42cc-93e1-e884c9abaf10 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 1098 time: 0.0440142 Aug 09 17:44:54.239975 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d5bda7e2-2cf9-4276-8044-4013aa4e77b0 req-244ef69f-6dc1-4794-97c6-0c4fb9e93798 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276995 Aug 09 17:44:54.398346 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccb246-d8e4-4dfe-bbdb-4e25dfc1dac0 req-b7d98c28-5759-422e-9e12-d86111311176 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:54.400089 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e7ccb246-d8e4-4dfe-bbdb-4e25dfc1dac0 req-b7d98c28-5759-422e-9e12-d86111311176 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 945 time: 0.0761018 Aug 09 17:44:54.421250 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cab90-fd08-448c-bd40-c3efc83fbdf7 req-c7c84897-d897-446b-83c8-94c0ad2bc3fd tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:54.422654 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d15cab90-fd08-448c-bd40-c3efc83fbdf7 req-c7c84897-d897-446b-83c8-94c0ad2bc3fd tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 945 time: 0.0724022 Aug 09 17:44:54.468550 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e7ccb246-d8e4-4dfe-bbdb-4e25dfc1dac0 req-e8339216-00e6-4db2-87d7-064db63ab67d tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604863 Aug 09 17:44:54.481697 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d15cab90-fd08-448c-bd40-c3efc83fbdf7 req-887efdb0-56bd-4413-8eb8-1ee5f71a093d tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516014 Aug 09 17:44:54.603621 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9e46a-6a07-4f89-8b1d-0d01add410d1 req-0e429673-1def-4808-81d7-6ada899af42b tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:54.605101 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9ef9e46a-6a07-4f89-8b1d-0d01add410d1 req-0e429673-1def-4808-81d7-6ada899af42b tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 945 time: 0.0526307 Aug 09 17:44:54.645429 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9ef9e46a-6a07-4f89-8b1d-0d01add410d1 req-8f5db1e2-665c-45b1-ae27-8c510591532a tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341601 Aug 09 17:44:54.722520 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac763fdb-2dae-4425-b9bc-258fb1d69c83 req-05601159-1324-4131-aea6-5bda3b375fb9 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:54.723955 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ac763fdb-2dae-4425-b9bc-258fb1d69c83 req-05601159-1324-4131-aea6-5bda3b375fb9 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0527213 Aug 09 17:44:54.762014 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ac763fdb-2dae-4425-b9bc-258fb1d69c83 req-ca187a9a-9e77-4ade-8f20-41d0c9f6f5a2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319014 Aug 09 17:44:54.935170 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d957df-3038-42de-883e-5dc3de768514 req-0d321abb-538e-4165-ad3c-1885aa3783dd tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:54.936689 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-42d957df-3038-42de-883e-5dc3de768514 req-0d321abb-538e-4165-ad3c-1885aa3783dd tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 943 time: 0.0540581 Aug 09 17:44:55.014678 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-42d957df-3038-42de-883e-5dc3de768514 req-7b901636-0c41-46bc-a431-3e55c2993874 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712554 Aug 09 17:44:55.047372 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3252d1-0b86-4464-9d16-26a3018800cb req-b7444cc2-27c8-4c27-acc3-a3006aec5599 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:55.048851 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5b3252d1-0b86-4464-9d16-26a3018800cb req-b7444cc2-27c8-4c27-acc3-a3006aec5599 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 945 time: 0.0912192 Aug 09 17:44:55.092163 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5b3252d1-0b86-4464-9d16-26a3018800cb req-adabc3d2-ac49-4704-81bd-724474bc838a tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368004 Aug 09 17:44:55.207527 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c179e-8b59-44c9-9732-028ca30b2562 req-a36b9eeb-f866-4679-81d2-d22bcf436e2a tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:55.209063 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-566c179e-8b59-44c9-9732-028ca30b2562 req-a36b9eeb-f866-4679-81d2-d22bcf436e2a tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0544410 Aug 09 17:44:55.249200 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-566c179e-8b59-44c9-9732-028ca30b2562 req-73686cbf-6ec9-482c-adec-0cdc4e25ea28 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342231 Aug 09 17:44:55.593615 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a7d93-2230-47ee-a487-84a7de3a0202 req-bca44aa9-a323-449d-8a44-0dd3b84b16de tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:55.594628 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d10a7d93-2230-47ee-a487-84a7de3a0202 req-bca44aa9-a323-449d-8a44-0dd3b84b16de tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 945 time: 0.0535283 Aug 09 17:44:55.636070 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d10a7d93-2230-47ee-a487-84a7de3a0202 req-dcbae8d6-8688-4968-b35f-881f94ac9501 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343981 Aug 09 17:44:55.889994 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818aa184-64ba-4322-90f2-e1f19a6f4078 req-517fe516-a0df-443e-9310-460d3924b4fa tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:55.891415 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-818aa184-64ba-4322-90f2-e1f19a6f4078 req-517fe516-a0df-443e-9310-460d3924b4fa tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0520775 Aug 09 17:44:55.932783 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-818aa184-64ba-4322-90f2-e1f19a6f4078 req-f01ce089-9bc4-4a5c-baef-355ca1eb9dc0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340900 Aug 09 17:44:56.138760 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4913af-0580-409d-b9aa-27a7e490f071 req-5ce29513-ceb0-475b-b2ea-8d2fcf73660e tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:56.140528 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3a4913af-0580-409d-b9aa-27a7e490f071 req-5ce29513-ceb0-475b-b2ea-8d2fcf73660e tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 943 time: 0.0509527 Aug 09 17:44:56.188967 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3a4913af-0580-409d-b9aa-27a7e490f071 req-a0abc654-c89f-461e-b126-88e75a661486 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410867 Aug 09 17:44:56.603555 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:56.617125 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586e1ca-ea2b-4238-adfa-55b7c2226d6e req-00a42717-7813-41f9-949f-818dbf59bd2d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:56.618610 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7586e1ca-ea2b-4238-adfa-55b7c2226d6e req-00a42717-7813-41f9-949f-818dbf59bd2d tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.2878549 Aug 09 17:44:56.661779 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7586e1ca-ea2b-4238-adfa-55b7c2226d6e req-e13caef3-fc9a-4e08-97ba-8361833dccf0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366185 Aug 09 17:44:56.766058 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9708df-0e5a-430c-b0ec-86e747d4c9b3 req-1c0ae732-a744-41a6-b138-f6e79234a156 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:56.768239 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8b9708df-0e5a-430c-b0ec-86e747d4c9b3 req-1c0ae732-a744-41a6-b138-f6e79234a156 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 945 time: 0.0534785 Aug 09 17:44:56.808038 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8b9708df-0e5a-430c-b0ec-86e747d4c9b3 req-6842d8bd-3538-48a9-95e0-84e2851bb14e tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334966 Aug 09 17:44:57.097285 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c29fdc-e0ee-434b-8a3c-b5b9631dc4b0 req-c4af2003-6f71-448b-8cb5-afa4db1e1ff5 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:57.098955 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-03c29fdc-e0ee-434b-8a3c-b5b9631dc4b0 req-c4af2003-6f71-448b-8cb5-afa4db1e1ff5 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0580561 Aug 09 17:44:57.143195 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-03c29fdc-e0ee-434b-8a3c-b5b9631dc4b0 req-55f1a4fd-cac3-4cb2-a1bd-23e9a62ec128 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354524 Aug 09 17:44:57.326065 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a59231-6e84-44b0-b753-5c905c5564df req-b201e3a5-b6e0-4c36-aecb-4f72212f4fc6 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:57.327642 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-45a59231-6e84-44b0-b753-5c905c5564df req-b201e3a5-b6e0-4c36-aecb-4f72212f4fc6 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 943 time: 0.0566213 Aug 09 17:44:57.366764 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-45a59231-6e84-44b0-b753-5c905c5564df req-624fe4ac-dc59-4aca-860d-9b1a7f5310db tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319760 Aug 09 17:44:57.436069 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 092837b6-0e34-4cbc-9d95-e0536d5c4c72 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:44:57.535277 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 092837b6-0e34-4cbc-9d95-e0536d5c4c72, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=092837b6-0e34-4cbc-9d95-e0536d5c4c72,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:57.546217 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '092837b6-0e34-4cbc-9d95-e0536d5c4c72', 'network_id': 'd730e586-15ab-4070-ae5a-3a007839e560', 'port_id': '092837b6-0e34-4cbc-9d95-e0536d5c4c72', 'mac_address': 'fa:16:3e:e3:4f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b9e152-8294-4e04-99d8-f3485fea674b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:44:57.583617 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:57.598222 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092837b6-0e34-4cbc-9d95-e0536d5c4c72 {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:44:57.617937 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 092837b6-0e34-4cbc-9d95-e0536d5c4c72, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=092837b6-0e34-4cbc-9d95-e0536d5c4c72,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:44:57.621783 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:44:57.672863 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=092837b6-0e34-4cbc-9d95-e0536d5c4c72,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:44:57.786169 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85264930-1398-4373-aa44-7f4dad48d5e9 req-45e4af85-f63b-4d0a-81ee-6482defda9f9 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:57.787797 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-85264930-1398-4373-aa44-7f4dad48d5e9 req-45e4af85-f63b-4d0a-81ee-6482defda9f9 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0506120 Aug 09 17:44:57.828982 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-85264930-1398-4373-aa44-7f4dad48d5e9 req-396c2ad4-aecb-41e9-828e-d5cef8843051 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351307 Aug 09 17:44:58.224596 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['092837b6-0e34-4cbc-9d95-e0536d5c4c72'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:44:58.343129 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206bb0a-3e17-4f63-8726-f1a834f0f5c4 req-626d30d8-674a-44f7-8e44-40618a59ef5c tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:58.344588 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4206bb0a-3e17-4f63-8726-f1a834f0f5c4 req-626d30d8-674a-44f7-8e44-40618a59ef5c tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0937068 Aug 09 17:44:58.360966 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10457a0f-1d7b-4376-86a2-8e698fd399ff req-eae1fbf2-d7fe-426d-8172-3913d53efe0d tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:58.362374 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-10457a0f-1d7b-4376-86a2-8e698fd399ff req-eae1fbf2-d7fe-426d-8172-3913d53efe0d tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 945 time: 0.0806208 Aug 09 17:44:58.418737 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4206bb0a-3e17-4f63-8726-f1a834f0f5c4 req-80c586da-edeb-41a0-9a89-3a15614323ef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664237 Aug 09 17:44:58.426269 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-10457a0f-1d7b-4376-86a2-8e698fd399ff req-0652035b-1472-46cb-ac5b-62823d006522 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578144 Aug 09 17:44:58.537897 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490d3f5-e6bf-4727-8aae-9094a167da4a req-e8a47964-22cd-48aa-8647-9d54156e739b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:58.539424 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8490d3f5-e6bf-4727-8aae-9094a167da4a req-e8a47964-22cd-48aa-8647-9d54156e739b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 944 time: 0.0523062 Aug 09 17:44:58.583167 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8490d3f5-e6bf-4727-8aae-9094a167da4a req-d365e401-f1c1-42c2-8acb-1de3f37caf48 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370946 Aug 09 17:44:58.949973 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e2918-1051-48e9-bf18-d5e75fd722d1 req-d87bce9c-a26b-47c8-a2c9-68962dbf5e24 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:58.951484 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8d7e2918-1051-48e9-bf18-d5e75fd722d1 req-d87bce9c-a26b-47c8-a2c9-68962dbf5e24 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0494611 Aug 09 17:44:59.000637 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8d7e2918-1051-48e9-bf18-d5e75fd722d1 req-3a89bf04-ed56-4554-b879-f24168cb2adf tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423651 Aug 09 17:44:59.140923 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a1101-e1e2-4d1b-8b23-c306a10db8e3 req-a0671c5b-fd20-448b-b88b-d1d4814d4115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:59.143287 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-a05a1101-e1e2-4d1b-8b23-c306a10db8e3 req-a0671c5b-fd20-448b-b88b-d1d4814d4115 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 1098 time: 0.0396657 Aug 09 17:44:59.182844 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-a05a1101-e1e2-4d1b-8b23-c306a10db8e3 req-21eff0e6-26f5-4674-9c28-7003ada021b8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297291 Aug 09 17:44:59.569704 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c52b69-5966-4028-82e1-ef220560d55b req-b77d2d62-544d-4ac1-afa6-0ad1445d6efe tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:59.571220 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-78c52b69-5966-4028-82e1-ef220560d55b req-b77d2d62-544d-4ac1-afa6-0ad1445d6efe tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0775056 Aug 09 17:44:59.584256 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31968780-f424-4955-abcb-6ad618aadaa6 req-56d930d0-be5e-43d3-a418-c88760424933 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:59.585765 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-31968780-f424-4955-abcb-6ad618aadaa6 req-56d930d0-be5e-43d3-a418-c88760424933 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 945 time: 0.0826004 Aug 09 17:44:59.640409 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-78c52b69-5966-4028-82e1-ef220560d55b req-60589131-54a7-457b-ad27-b3a5a4a10a93 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536637 Aug 09 17:44:59.645740 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-31968780-f424-4955-abcb-6ad618aadaa6 req-e7f1d5dd-039f-4886-acd3-a80b044b345d tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531831 Aug 09 17:44:59.753212 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6d762-58b8-40e5-86d2-fce2c51def7e req-e7d87e99-1699-4f6e-b943-dcee0397185f tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:44:59.754596 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fad6d762-58b8-40e5-86d2-fce2c51def7e req-e7d87e99-1699-4f6e-b943-dcee0397185f tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 944 time: 0.0515385 Aug 09 17:44:59.793407 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fad6d762-58b8-40e5-86d2-fce2c51def7e req-c1ac69aa-4e35-410e-aa20-f189f96c5d81 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325365 Aug 09 17:45:00.121132 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a48bc-5acf-4d13-b21e-3a90d3358cac req-4503b20f-6084-4801-91f7-68cc4111a9fe tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:00.122619 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-471a48bc-5acf-4d13-b21e-3a90d3358cac req-4503b20f-6084-4801-91f7-68cc4111a9fe tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0530400 Aug 09 17:45:00.162716 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-471a48bc-5acf-4d13-b21e-3a90d3358cac req-3b253045-6dfa-461b-9b7c-bd453cda706f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336175 Aug 09 17:45:00.793024 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6d558-f291-4994-9ad6-56aa6a773e7b req-e35b1cd5-cf40-4ce9-96a8-56955a247484 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:00.794505 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-27e6d558-f291-4994-9ad6-56aa6a773e7b req-e35b1cd5-cf40-4ce9-96a8-56955a247484 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0766623 Aug 09 17:45:00.804041 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a90f6-59ef-4ab0-a719-6bbcd4413ce5 req-7a04afd0-f440-4149-8138-28831a4e206f tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:00.805575 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c90a90f6-59ef-4ab0-a719-6bbcd4413ce5 req-7a04afd0-f440-4149-8138-28831a4e206f tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 945 time: 0.0865219 Aug 09 17:45:00.865439 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-27e6d558-f291-4994-9ad6-56aa6a773e7b req-74e6823a-ffef-45a7-9093-d3a2f5a545f0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588284 Aug 09 17:45:00.870657 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c90a90f6-59ef-4ab0-a719-6bbcd4413ce5 req-b454eb5b-5add-4ee9-87df-d75bd2c1eeea tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/security-groups?id=3626cb60-c13f-4c87-b2ff-00c27971f9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579329 Aug 09 17:45:00.985307 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7b4f9-ac36-4716-b6d4-f6e57adeaf38 req-ba8e91c0-208f-47e1-929d-d4ef033324d8 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:00.986793 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-43d7b4f9-ac36-4716-b6d4-f6e57adeaf38 req-ba8e91c0-208f-47e1-929d-d4ef033324d8 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 944 time: 0.0548983 Aug 09 17:45:01.026214 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-43d7b4f9-ac36-4716-b6d4-f6e57adeaf38 req-a029e05f-8ac2-4699-8b0c-a44e0f627505 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333321 Aug 09 17:45:01.280333 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594409f-1554-43ab-8f49-1d9025fbb95b req-7892fdff-ab73-46c8-9323-e17cf37aef66 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:01.281879 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3594409f-1554-43ab-8f49-1d9025fbb95b req-7892fdff-ab73-46c8-9323-e17cf37aef66 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0503466 Aug 09 17:45:01.321633 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3594409f-1554-43ab-8f49-1d9025fbb95b req-2247a55e-a3b2-41e4-9284-e7383c88ed9e tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328352 Aug 09 17:45:01.449665 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 092837b6-0e34-4cbc-9d95-e0536d5c4c72 up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:45:01.499927 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e32cf0-7cdd-4f61-8595-2582204e3d99 req-4c3dd8c6-baf4-4784-bc6e-0d3c79a60ca1 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:01.502797 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-97e32cf0-7cdd-4f61-8595-2582204e3d99 req-4c3dd8c6-baf4-4784-bc6e-0d3c79a60ca1 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 945 time: 0.0619020 Aug 09 17:45:01.516382 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port 092837b6-0e34-4cbc-9d95-e0536d5c4c72 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:45:01.526644 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 092837b6-0e34-4cbc-9d95-e0536d5c4c72 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:45:01.527096 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:01.624733 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:01.636706 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-97e32cf0-7cdd-4f61-8595-2582204e3d99 req-ab5e3c6f-1bbc-44e7-8976-cb2a8506a904 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Deleting port 50c180b2-01df-443b-a06a-3517fcb087b1 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:45:01.637334 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-97e32cf0-7cdd-4f61-8595-2582204e3d99 req-ab5e3c6f-1bbc-44e7-8976-cb2a8506a904 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:01.656346 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43666e6d-e969-4bf9-83ad-8433bc780e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092837b6-0e34-4cbc-9d95-e0536d5c4c72'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:45:01.658314 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc61250d-a7c5-4039-8589-ed628dbaae87" -d '{"events": [{"server_uuid": "43666e6d-e969-4bf9-83ad-8433bc780e39", "name": "network-vif-plugged", "status": "completed", "tag": "092837b6-0e34-4cbc-9d95-e0536d5c4c72"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:45:01.682780 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 092837b6-0e34-4cbc-9d95-e0536d5c4c72, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=092837b6-0e34-4cbc-9d95-e0536d5c4c72,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:01.690608 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:01.722797 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440471d1-d00a-4532-89c8-a6904fddbd2e x-openstack-request-id: req-440471d1-d00a-4532-89c8-a6904fddbd2e {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:45:01.723123 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43666e6d-e969-4bf9-83ad-8433bc780e39", "name": "network-vif-plugged", "status": "completed", "tag": "092837b6-0e34-4cbc-9d95-e0536d5c4c72", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:45:01.723991 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-440471d1-d00a-4532-89c8-a6904fddbd2e {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:45:01.723991 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43666e6d-e969-4bf9-83ad-8433bc780e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092837b6-0e34-4cbc-9d95-e0536d5c4c72', 'code': 200} Aug 09 17:45:01.764868 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89572d-f0ec-4345-989e-5754dddde0d9 req-8ab66cbb-adc1-4eec-857b-fbbc82ff0e79 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:01.767467 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2d89572d-f0ec-4345-989e-5754dddde0d9 req-8ab66cbb-adc1-4eec-857b-fbbc82ff0e79 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1007416 Aug 09 17:45:01.770923 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=092837b6-0e34-4cbc-9d95-e0536d5c4c72,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:01.775969 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0761868-b2ae-4986-946a-30aee5304423 req-d57032c2-9663-4f7d-924b-19f7daec1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:01.777967 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c0761868-b2ae-4986-946a-30aee5304423 req-d57032c2-9663-4f7d-924b-19f7daec1dc4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=491af0e0ec7145c6b70e6cad8cf1c855&device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 1098 time: 0.0742977 Aug 09 17:45:01.785816 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-97e32cf0-7cdd-4f61-8595-2582204e3d99 req-ab5e3c6f-1bbc-44e7-8976-cb2a8506a904 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] For port 50c180b2-01df-443b-a06a-3517fcb087b1, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=50c180b2-01df-443b-a06a-3517fcb087b1,segment=NetworkSegment(ac2d5dfb-2567-4b98-8049-72ef735bf5c1),segment_id=ac2d5dfb-2567-4b98-8049-72ef735bf5c1)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:01.787889 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-97e32cf0-7cdd-4f61-8595-2582204e3d99 req-ab5e3c6f-1bbc-44e7-8976-cb2a8506a904 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:01.803035 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-97e32cf0-7cdd-4f61-8595-2582204e3d99 req-ab5e3c6f-1bbc-44e7-8976-cb2a8506a904 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Calling delete_port for 50c180b2-01df-443b-a06a-3517fcb087b1 owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:45:01.859491 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2d89572d-f0ec-4345-989e-5754dddde0d9 req-e88e47dd-19e1-49fe-91fe-564a43128893 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802593 Aug 09 17:45:01.911765 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0761868-b2ae-4986-946a-30aee5304423 req-b10ee99f-2cb7-48f2-9162-ea3506bab15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:01.913325 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c0761868-b2ae-4986-946a-30aee5304423 req-b10ee99f-2cb7-48f2-9162-ea3506bab15b service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bbfc673-a3e0-4db9-acc3-57ffa461b335 HTTP/1.1" status: 200 len: 920 time: 0.1186688 Aug 09 17:45:01.980932 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c0761868-b2ae-4986-946a-30aee5304423 req-0370c386-53b5-4965-86eb-891c955631d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51e9c80d-7cf4-49d2-b559-7d18bec99aa2 HTTP/1.1" status: 200 len: 217 time: 0.0561790 Aug 09 17:45:01.992095 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-97e32cf0-7cdd-4f61-8595-2582204e3d99 req-ab5e3c6f-1bbc-44e7-8976-cb2a8506a904 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:02.024692 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e3c6f-1bbc-44e7-8976-cb2a8506a904 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Pushing event deleted for resources: {'Port': ['ID=50c180b2-01df-443b-a06a-3517fcb087b1,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:02.035859 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d4c93dcc-6081-4ee0-a03d-8f763756ff7a req-79f61ebc-9a71-4e05-b1cc-52c2499fe869 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0586858 Aug 09 17:45:02.043960 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['50c180b2-01df-443b-a06a-3517fcb087b1'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:45:02.071047 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06e19d-5519-40fd-a240-2fee65d20785 req-1cb1a094-a134-48fb-9234-59cee7efd247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:02.073356 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-dd06e19d-5519-40fd-a240-2fee65d20785 req-1cb1a094-a134-48fb-9234-59cee7efd247 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 1098 time: 0.1642406 Aug 09 17:45:02.087447 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0761868-b2ae-4986-946a-30aee5304423 req-412d2e6b-bf92-4cbc-bc94-8506aaf021bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:02.088915 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c0761868-b2ae-4986-946a-30aee5304423 req-412d2e6b-bf92-4cbc-bc94-8506aaf021bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15242da1-2ab2-4849-a4d2-6d06c062041e HTTP/1.1" status: 200 len: 859 time: 0.0923650 Aug 09 17:45:02.097782 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dd531-0644-4ae6-8974-3c31aed690f0 req-3ec3c52e-b6b3-409c-861d-cc0c8a4fa58f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:02.099363 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ee8dd531-0644-4ae6-8974-3c31aed690f0 req-3ec3c52e-b6b3-409c-861d-cc0c8a4fa58f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.1216199 Aug 09 17:45:02.099511 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e32cf0-7cdd-4f61-8595-2582204e3d99 req-ab5e3c6f-1bbc-44e7-8976-cb2a8506a904 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] No DVR routers for this DVR port 50c180b2-01df-443b-a06a-3517fcb087b1 on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:45:02.102806 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-97e32cf0-7cdd-4f61-8595-2582204e3d99 req-ab5e3c6f-1bbc-44e7-8976-cb2a8506a904 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:02.105261 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-97e32cf0-7cdd-4f61-8595-2582204e3d99 req-ab5e3c6f-1bbc-44e7-8976-cb2a8506a904 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.65 "DELETE /v2.0/ports/50c180b2-01df-443b-a06a-3517fcb087b1 HTTP/1.1" status: 204 len: 173 time: 0.5858874 Aug 09 17:45:02.111833 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d767207-073a-4f2d-abdd-9f5a316515c6', 'name': 'network-vif-deleted', 'tag': '50c180b2-01df-443b-a06a-3517fcb087b1'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:45:02.114211 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c87651-7375-4c5f-9e24-c6a994145e09" -d '{"events": [{"server_uuid": "4d767207-073a-4f2d-abdd-9f5a316515c6", "name": "network-vif-deleted", "tag": "50c180b2-01df-443b-a06a-3517fcb087b1"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:45:02.140551 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c0761868-b2ae-4986-946a-30aee5304423 req-27556946-d168-4677-9364-fa1f1e3194a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bbfc673-a3e0-4db9-acc3-57ffa461b335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402246 Aug 09 17:45:02.146095 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-dd06e19d-5519-40fd-a240-2fee65d20785 req-c2eb887d-b1b3-4154-919a-ba088bc32c73 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481296 Aug 09 17:45:02.188200 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ee8dd531-0644-4ae6-8974-3c31aed690f0 req-1edc7596-82ea-4ca1-89da-98036402f956 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803902 Aug 09 17:45:02.197501 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a502e-a5d7-43ed-9035-56d6d407c2d9 req-ac96e616-06e9-4e46-a450-0c27d745275a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:02.199046 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-144a502e-a5d7-43ed-9035-56d6d407c2d9 req-ac96e616-06e9-4e46-a450-0c27d745275a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 945 time: 0.0885651 Aug 09 17:45:02.244096 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e9ed11-08fc-4c05-9d7a-8345449814b1 x-openstack-request-id: req-97e9ed11-08fc-4c05-9d7a-8345449814b1 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:45:02.244381 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d767207-073a-4f2d-abdd-9f5a316515c6", "name": "network-vif-deleted", "tag": "50c180b2-01df-443b-a06a-3517fcb087b1", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:45:02.244625 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-97e9ed11-08fc-4c05-9d7a-8345449814b1 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:45:02.245323 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d767207-073a-4f2d-abdd-9f5a316515c6', 'name': 'network-vif-deleted', 'tag': '50c180b2-01df-443b-a06a-3517fcb087b1', 'status': 'completed', 'code': 200} Aug 09 17:45:02.249023 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-144a502e-a5d7-43ed-9035-56d6d407c2d9 req-b90bbef0-31e0-46e8-bbd4-f1a5072a84d3 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 Aug 09 17:45:02.600561 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c0761868-b2ae-4986-946a-30aee5304423 req-466a9d12-2ce8-440f-b5bc-0c9fbc18cc6c service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927207 Aug 09 17:45:02.704908 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c0761868-b2ae-4986-946a-30aee5304423 req-473964d8-618c-4732-9c34-24ba9e1df501 service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904467 Aug 09 17:45:02.982040 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51be04-330f-4caa-8c32-7f004605d669 req-13a4dd92-9e49-4b51-8ad1-f37624f87e10 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:02.983540 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2c51be04-330f-4caa-8c32-7f004605d669 req-13a4dd92-9e49-4b51-8ad1-f37624f87e10 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0525694 Aug 09 17:45:03.021742 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2c51be04-330f-4caa-8c32-7f004605d669 req-61123e06-5660-41a0-b2e5-bc462410485a tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319681 Aug 09 17:45:03.152247 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-69323ba3-034b-4b6d-a829-f036527ba4bd req-48fbad29-2e17-4a13-816f-0bbb71b8dc86 tempest-VolumesActionsTest-381283056 tempest-VolumesActionsTest-381283056-project] 10.222.0.38 "GET /v2.0/ports?device_id=4d767207-073a-4f2d-abdd-9f5a316515c6 HTTP/1.1" status: 200 len: 210 time: 0.0277674 Aug 09 17:45:03.319127 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25b55e-9ed4-4dfa-a19a-73df1b42bc49 req-5bf951b3-398f-4ca1-837b-06592839903e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:03.321182 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6a25b55e-9ed4-4dfa-a19a-73df1b42bc49 req-5bf951b3-398f-4ca1-837b-06592839903e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0595775 Aug 09 17:45:03.400074 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6a25b55e-9ed4-4dfa-a19a-73df1b42bc49 req-693934a4-9aa6-4e66-8523-5b3f29edb69b tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696769 Aug 09 17:45:03.422963 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d83c4-fff3-4ec5-ae67-bb1bd23fef78 req-2c95722a-bdd5-4353-9a7b-161b68b206e1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:03.424854 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cc1d83c4-fff3-4ec5-ae67-bb1bd23fef78 req-2c95722a-bdd5-4353-9a7b-161b68b206e1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 945 time: 0.0863888 Aug 09 17:45:03.469426 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cc1d83c4-fff3-4ec5-ae67-bb1bd23fef78 req-5d6c5f8d-0823-41b5-9dca-ff5caf3d14f7 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383093 Aug 09 17:45:04.140114 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3611c-10bc-469d-b108-1365ab50c1fe req-a51fba0c-9c7e-4a71-a2b6-a3154cebc08c tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:04.141910 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-89f3611c-10bc-469d-b108-1365ab50c1fe req-a51fba0c-9c7e-4a71-a2b6-a3154cebc08c tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0500445 Aug 09 17:45:04.184224 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-89f3611c-10bc-469d-b108-1365ab50c1fe req-e97657a1-585b-4201-9a22-7c84303c1ff0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336421 Aug 09 17:45:04.531735 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f8121-6293-43b8-81f5-15c57245bf63 req-749798a4-8693-473a-8d36-b2344e9913bd tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:04.536751 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-111f8121-6293-43b8-81f5-15c57245bf63 req-749798a4-8693-473a-8d36-b2344e9913bd tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0646660 Aug 09 17:45:04.606589 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-111f8121-6293-43b8-81f5-15c57245bf63 req-a4e1de3e-321c-4353-bdf7-fadfbbedf4c8 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666375 Aug 09 17:45:04.628932 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425ecc-bb58-4ecb-a6a3-c6cee8158f81 req-598d611b-e1e8-41c3-b515-6513f4db09e3 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:04.630404 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0b425ecc-bb58-4ecb-a6a3-c6cee8158f81 req-598d611b-e1e8-41c3-b515-6513f4db09e3 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 945 time: 0.0728540 Aug 09 17:45:04.670281 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0b425ecc-bb58-4ecb-a6a3-c6cee8158f81 req-037674c7-7787-4050-99fe-5f942cf9ece4 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338621 Aug 09 17:45:05.302589 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e273afe-262b-4800-9d13-576095e91c20 req-05459e02-aada-4c84-8b72-718f0d060ba3 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:05.304095 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3e273afe-262b-4800-9d13-576095e91c20 req-05459e02-aada-4c84-8b72-718f0d060ba3 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0485997 Aug 09 17:45:05.342107 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3e273afe-262b-4800-9d13-576095e91c20 req-50306619-6874-4baa-99fd-5565fa9b29c7 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Aug 09 17:45:05.766028 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c13ff8-b8ce-4ca8-8ec6-5fd68cef3d12 req-a2fe9201-adf0-489c-922a-99eefa6b1a39 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:05.767465 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f4c13ff8-b8ce-4ca8-8ec6-5fd68cef3d12 req-a2fe9201-adf0-489c-922a-99eefa6b1a39 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0766871 Aug 09 17:45:05.798351 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b5d9b-4a55-4d1e-b518-4c9a662e405c req-bc4f1fb4-d6dd-44d0-935e-f984c3305506 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:05.800141 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-531b5d9b-4a55-4d1e-b518-4c9a662e405c req-bc4f1fb4-d6dd-44d0-935e-f984c3305506 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 945 time: 0.0792353 Aug 09 17:45:05.825564 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f4c13ff8-b8ce-4ca8-8ec6-5fd68cef3d12 req-6c506715-bd4a-4f02-b71a-6bc44acaa178 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520346 Aug 09 17:45:05.852888 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-531b5d9b-4a55-4d1e-b518-4c9a662e405c req-41dddcd3-e5ae-4ac1-9224-22622b60b511 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411727 Aug 09 17:45:05.874660 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 52146) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:06.109029 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09d3365-6e82-43cd-9040-56d43cb95a51 tempest-TestMinimumBasicScenario-1396435709 tempest-TestMinimumBasicScenario-1396435709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:06.111465 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-c09d3365-6e82-43cd-9040-56d43cb95a51 tempest-TestMinimumBasicScenario-1396435709 tempest-TestMinimumBasicScenario-1396435709-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 1093 time: 0.2355068 Aug 09 17:45:06.113963 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 52158) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:06.118660 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Request body: {'floatingip': {'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'port_id': '450e3389-380a-4b08-83f0-d8e33b57dc90', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:45:06.140505 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for floatingip, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:06.261532 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:06.372539 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Allocated IP 172.27.3.71 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/f89b2dd0-cfd9-4b52-ab36-ac9f042a9345) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:45:06.503255 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c215c18-236a-4186-98a6-bf2a1284e269 req-174dbe43-7892-48e7-89a1-51b90157bad6 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:06.504947 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9c215c18-236a-4186-98a6-bf2a1284e269 req-174dbe43-7892-48e7-89a1-51b90157bad6 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0781767 Aug 09 17:45:06.542831 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:06.569212 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9c215c18-236a-4186-98a6-bf2a1284e269 req-f3ade47f-c955-49ad-9d48-47d01437f755 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581956 Aug 09 17:45:06.598580 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:06.638589 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:45:06.643474 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:45:06.646967 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:45:06.670445 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Pushing event updated for resources: {'Port': ['ID=f89b2dd0-cfd9-4b52-ab36-ac9f042a9345,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:06.993210 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eda01d-dfe6-49ce-9f07-06d40db1d326 req-59a8d68c-1b87-418d-a2b1-4687a630e353 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:06.994700 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-49eda01d-dfe6-49ce-9f07-06d40db1d326 req-59a8d68c-1b87-418d-a2b1-4687a630e353 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0877690 Aug 09 17:45:07.068283 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:07.075503 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-49eda01d-dfe6-49ce-9f07-06d40db1d326 req-714a9a50-bfeb-4443-899c-88a0841376c9 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734179 Aug 09 17:45:07.144836 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:07.293961 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for port, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:07.299538 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004119'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:07.364118 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Pushing event updated for resources: {'Port': ['ID=f89b2dd0-cfd9-4b52-ab36-ac9f042a9345,revision_number=2']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:07.378441 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:07.444580 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 50c180b2-01df-443b-a06a-3517fcb087b1 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:45:07.468040 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: 50c180b2-01df-443b-a06a-3517fcb087b1 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:45:07.468378 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 50c180b2-01df-443b-a06a-3517fcb087b1 not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:45:07.476953 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.l3_db [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Floating IP 9372ba1a-ad18-4249-ac7c-3efabfec9b1e associated. External IP: 172.27.3.71, port: 450e3389-380a-4b08-83f0-d8e33b57dc90. Aug 09 17:45:07.718703 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Router b2e93921-a2c5-4e07-8275-296d3b954722 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:45:07.726067 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92cd87-cbf6-4fcc-a27d-5c0a9c92bec7 req-3fab2fc1-8d69-4515-846e-6ebf5836a2b8 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:07.727568 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9b92cd87-cbf6-4fcc-a27d-5c0a9c92bec7 req-3fab2fc1-8d69-4515-846e-6ebf5836a2b8 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0659385 Aug 09 17:45:07.814259 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9b92cd87-cbf6-4fcc-a27d-5c0a9c92bec7 req-3aad443d-8a21-4cb6-9650-c466bff78e66 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795102 Aug 09 17:45:07.864787 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:45:07.874401 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef66e7b-dea6-49e1-a090-5a0ce08938c8 None None] Sync routers for ids ['b2e93921-a2c5-4e07-8275-296d3b954722'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:45:07.881342 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:07.886151 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef66e7b-dea6-49e1-a090-5a0ce08938c8 None None] Routers {'b2e93921-a2c5-4e07-8275-296d3b954722'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:45:07.886919 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-5ef66e7b-dea6-49e1-a090-5a0ce08938c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:44:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['b2e93921-a2c5-4e07-8275-296d3b954722'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:07.890004 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-9877b80c-1096-408a-9d10-4aea73f71386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:07.912363 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-a71a0a56-e718-4936-8b58-7cf15f6f095c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7948611 Aug 09 17:45:07.912363 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'tag': '450e3389-380a-4b08-83f0-d8e33b57dc90'}] {{(pid=99900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:45:07.912826 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 52176) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:07.913298 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52788b1323733baf8e31af4f639cf4d765f564af81bf47ef1f9025336242e156" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd18894c-13a6-4e7d-a69d-71e458b5d508" -d '{"events": [{"name": "network-changed", "server_uuid": "92ab0fa6-892f-4c09-b244-ad6a270b5026", "tag": "450e3389-380a-4b08-83f0-d8e33b57dc90"}]}' {{(pid=99900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:45:07.918153 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-c9c00ffc-0eb1-4708-b6b0-9ca74e2d0914 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1167525084', 'description': 'tempest-secgroup-smoke-1167525084 description', 'project_id': '9440c277d0a54d0abe5c6e7767b5c092'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:45:07.943636 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c9c00ffc-0eb1-4708-b6b0-9ca74e2d0914 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:07.952129 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3677a191-9892-4446-af01-75ec60279468 x-openstack-request-id: req-3677a191-9892-4446-af01-75ec60279468 {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:45:07.952420 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ab0fa6-892f-4c09-b244-ad6a270b5026", "tag": "450e3389-380a-4b08-83f0-d8e33b57dc90", "status": "completed", "code": 200}]} {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:45:07.952669 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3677a191-9892-4446-af01-75ec60279468 {{(pid=99900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:45:07.953165 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'tag': '450e3389-380a-4b08-83f0-d8e33b57dc90', 'status': 'completed', 'code': 200} Aug 09 17:45:08.000439 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-5ef66e7b-dea6-49e1-a090-5a0ce08938c8 None None] Set router b2e93921-a2c5-4e07-8275-296d3b954722 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:45:08.029962 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c9c00ffc-0eb1-4708-b6b0-9ca74e2d0914 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.033922 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c9c00ffc-0eb1-4708-b6b0-9ca74e2d0914 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.062813 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c9c00ffc-0eb1-4708-b6b0-9ca74e2d0914 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.065098 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-c9c00ffc-0eb1-4708-b6b0-9ca74e2d0914 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1513684 Aug 09 17:45:08.068008 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 52180) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:08.072649 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-1b603419-37b8-4ea0-9b85-9cbd200b7d03 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Request body: {'security_group_rule': {'security_group_id': 'ad800a20-c29a-41c2-a0ff-56e280a5aa97', 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:45:08.076851 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c00ffc-0eb1-4708-b6b0-9ca74e2d0914 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad800a20-c29a-41c2-a0ff-56e280a5aa97,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:08.102228 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1b603419-37b8-4ea0-9b85-9cbd200b7d03 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.162246 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1b603419-37b8-4ea0-9b85-9cbd200b7d03 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.168882 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1b603419-37b8-4ea0-9b85-9cbd200b7d03 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.185229 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b603419-37b8-4ea0-9b85-9cbd200b7d03 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d2a609-2bf3-4e9a-8609-a8c76fb1d64d,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:08.211116 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1b603419-37b8-4ea0-9b85-9cbd200b7d03 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.212338 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-1b603419-37b8-4ea0-9b85-9cbd200b7d03 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434014 Aug 09 17:45:08.215073 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 52190) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:08.220151 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-946565eb-3397-4f76-87ea-457be3eed24f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Request body: {'security_group_rule': {'security_group_id': 'ad800a20-c29a-41c2-a0ff-56e280a5aa97', 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:45:08.252590 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0046424-c88c-4a27-b792-ba751da90049 req-07cef75b-96d9-4b81-b5ce-003a550328d0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:08.253403 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-5ef66e7b-dea6-49e1-a090-5a0ce08938c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'name': 'tempest-TestMinimumBasicScenario-743073279-router', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:43Z', 'updated_at': '2021-08-09T17:43:49Z', 'revision_number': 4, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'gw_port': {'id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:44Z', 'updated_at': '2021-08-09T17:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '9372ba1a-ad18-4249-ac7c-3efabfec9b1e', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'port_id': '450e3389-380a-4b08-83f0-d8e33b57dc90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'mac_address': 'fa:16:3e:b1:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:45:06Z', 'updated_at': '2021-08-09T17:45:06Z', 'revision_number': 0, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a4f38d-54e3-4540-9c50-a628d33d79cb', 'name': '', 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'mac_address': 'fa:16:3e:8d:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:47Z', 'updated_at': '2021-08-09T17:43:57Z', 'revision_number': 5, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'subnets': [{'id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:08.254018 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f0046424-c88c-4a27-b792-ba751da90049 req-07cef75b-96d9-4b81-b5ce-003a550328d0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0792599 Aug 09 17:45:08.279140 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-946565eb-3397-4f76-87ea-457be3eed24f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.280007 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef66e7b-dea6-49e1-a090-5a0ce08938c8 None None] Checking router: b2e93921-a2c5-4e07-8275-296d3b954722 for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:45:08.288330 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef66e7b-dea6-49e1-a090-5a0ce08938c8 None None] Routers {'b2e93921-a2c5-4e07-8275-296d3b954722'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:45:08.288941 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-5ef66e7b-dea6-49e1-a090-5a0ce08938c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:44:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['b2e93921-a2c5-4e07-8275-296d3b954722'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:08.320875 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f0046424-c88c-4a27-b792-ba751da90049 req-45fcdce6-83a6-48a8-98f2-59f61441a2e8 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600109 Aug 09 17:45:08.348362 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-946565eb-3397-4f76-87ea-457be3eed24f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.352609 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-946565eb-3397-4f76-87ea-457be3eed24f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.371721 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946565eb-3397-4f76-87ea-457be3eed24f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eec4c78-f3ef-48b7-9952-98e5750b0823,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:08.379477 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-946565eb-3397-4f76-87ea-457be3eed24f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.380467 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-946565eb-3397-4f76-87ea-457be3eed24f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1642065 Aug 09 17:45:08.383091 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 52192) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:08.387701 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-f224612e-28f5-46de-82da-d861bb37bf78 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Request body: {'security_group_rule': {'security_group_id': 'ad800a20-c29a-41c2-a0ff-56e280a5aa97', 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:45:08.403873 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-5ef66e7b-dea6-49e1-a090-5a0ce08938c8 None None] Set router b2e93921-a2c5-4e07-8275-296d3b954722 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:45:08.414387 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f224612e-28f5-46de-82da-d861bb37bf78 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.479746 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f224612e-28f5-46de-82da-d861bb37bf78 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.485893 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f224612e-28f5-46de-82da-d861bb37bf78 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.505314 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224612e-28f5-46de-82da-d861bb37bf78 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5800701-aba5-41a3-9980-4d1d874e8c93,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:08.512804 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f224612e-28f5-46de-82da-d861bb37bf78 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.515111 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-f224612e-28f5-46de-82da-d861bb37bf78 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304669 Aug 09 17:45:08.518222 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 52198) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:08.523827 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-f1c03668-1591-46a7-bb21-00646be3849d tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Request body: {'security_group_rule': {'security_group_id': 'ad800a20-c29a-41c2-a0ff-56e280a5aa97', 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:45:08.561415 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f1c03668-1591-46a7-bb21-00646be3849d tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.621885 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18894c-13a6-4e7d-a69d-71e458b5d508 req-20d180e6-037e-4a57-9fd6-79972bb6fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:08.623473 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dd18894c-13a6-4e7d-a69d-71e458b5d508 req-20d180e6-037e-4a57-9fd6-79972bb6fb74 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9440c277d0a54d0abe5c6e7767b5c092&device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 1098 time: 0.0756755 Aug 09 17:45:08.646133 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f1c03668-1591-46a7-bb21-00646be3849d tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.650540 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f1c03668-1591-46a7-bb21-00646be3849d tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.660326 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-5ef66e7b-dea6-49e1-a090-5a0ce08938c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'name': 'tempest-TestMinimumBasicScenario-743073279-router', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:43Z', 'updated_at': '2021-08-09T17:43:49Z', 'revision_number': 4, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'gw_port': {'id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:44Z', 'updated_at': '2021-08-09T17:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '9372ba1a-ad18-4249-ac7c-3efabfec9b1e', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'port_id': '450e3389-380a-4b08-83f0-d8e33b57dc90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'mac_address': 'fa:16:3e:b1:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:45:06Z', 'updated_at': '2021-08-09T17:45:06Z', 'revision_number': 0, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a4f38d-54e3-4540-9c50-a628d33d79cb', 'name': '', 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'mac_address': 'fa:16:3e:8d:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:47Z', 'updated_at': '2021-08-09T17:43:57Z', 'revision_number': 5, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'subnets': [{'id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:08.693167 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef66e7b-dea6-49e1-a090-5a0ce08938c8 None None] The sync data for ids ['b2e93921-a2c5-4e07-8275-296d3b954722'] in dv-cinder-780933-13-iscsi is: [{'id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'name': 'tempest-TestMinimumBasicScenario-743073279-router', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:43Z', 'updated_at': '2021-08-09T17:43:49Z', 'revision_number': 4, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'gw_port': {'id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:44Z', 'updated_at': '2021-08-09T17:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '9372ba1a-ad18-4249-ac7c-3efabfec9b1e', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'floating_ip_address': '172.27.3.71', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'port_id': '450e3389-380a-4b08-83f0-d8e33b57dc90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'mac_address': 'fa:16:3e:b1:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:45:06Z', 'updated_at': '2021-08-09T17:45:06Z', 'revision_number': 0, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a4f38d-54e3-4540-9c50-a628d33d79cb', 'name': '', 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'mac_address': 'fa:16:3e:8d:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:47Z', 'updated_at': '2021-08-09T17:43:57Z', 'revision_number': 5, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'subnets': [{'id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:45:08.926646 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f68a38-d88f-4349-b0ff-839fc061bac2 None None] New status for floating IP 9372ba1a-ad18-4249-ac7c-3efabfec9b1e: ACTIVE {{(pid=99901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:45:08.948848 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c03668-1591-46a7-bb21-00646be3849d tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8f3270-6950-4094-9e04-d23cab500e9b,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:08.957184 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f1c03668-1591-46a7-bb21-00646be3849d tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:08.958496 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-f1c03668-1591-46a7-bb21-00646be3849d tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4388170 Aug 09 17:45:08.961381 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 52208) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:08.966735 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-49943998-c593-4999-9b79-d6abf2d8b286 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Request body: {'security_group_rule': {'security_group_id': 'ad800a20-c29a-41c2-a0ff-56e280a5aa97', 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:45:08.992357 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.securitygroups_db [None req-49943998-c593-4999-9b79-d6abf2d8b286 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Project 9440c277d0a54d0abe5c6e7767b5c092 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 17:45:08.998269 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-49943998-c593-4999-9b79-d6abf2d8b286 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:09.042173 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16550e-5353-4eb4-a78c-bb60c615aa1f req-8053e273-4469-403f-910d-d2817eacb754 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:09.043752 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ae16550e-5353-4eb4-a78c-bb60c615aa1f req-8053e273-4469-403f-910d-d2817eacb754 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1257062 Aug 09 17:45:09.074081 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-49943998-c593-4999-9b79-d6abf2d8b286 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:09.080253 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-49943998-c593-4999-9b79-d6abf2d8b286 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:09.085138 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18894c-13a6-4e7d-a69d-71e458b5d508 req-779bb729-37e5-4c07-8a6b-5f14a2d9633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:09.086965 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dd18894c-13a6-4e7d-a69d-71e458b5d508 req-779bb729-37e5-4c07-8a6b-5f14a2d9633d service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b8dc70c-170e-4ae3-90f8-fd33329b11d9 HTTP/1.1" status: 200 len: 915 time: 0.1697679 Aug 09 17:45:09.103195 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49943998-c593-4999-9b79-d6abf2d8b286 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67789fcc-eae8-4c58-8148-2016233e130e,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:09.112926 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ae16550e-5353-4eb4-a78c-bb60c615aa1f req-14e37672-fef3-4ab0-ae5f-f0302124ebdc tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558710 Aug 09 17:45:09.117437 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-49943998-c593-4999-9b79-d6abf2d8b286 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:09.118639 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-49943998-c593-4999-9b79-d6abf2d8b286 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1556325 Aug 09 17:45:09.121637 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 52210) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:09.133507 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-8a10cf23-7ece-4242-bfd8-9f9dbfaf819f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Request body: {'security_group_rule': {'security_group_id': 'ad800a20-c29a-41c2-a0ff-56e280a5aa97', 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:45:09.156094 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.securitygroups_db [None req-8a10cf23-7ece-4242-bfd8-9f9dbfaf819f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Project 9440c277d0a54d0abe5c6e7767b5c092 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 17:45:09.162476 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8a10cf23-7ece-4242-bfd8-9f9dbfaf819f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:09.219304 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dd18894c-13a6-4e7d-a69d-71e458b5d508 req-ff2bfc5f-716a-4c20-8d0a-af3f89eab012 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=450e3389-380a-4b08-83f0-d8e33b57dc90 HTTP/1.1" status: 200 len: 1000 time: 0.1137094 Aug 09 17:45:09.229898 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8a10cf23-7ece-4242-bfd8-9f9dbfaf819f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:09.235306 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8a10cf23-7ece-4242-bfd8-9f9dbfaf819f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:09.253950 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10cf23-7ece-4242-bfd8-9f9dbfaf819f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325d6163-1447-4339-95f1-81fad0968d57,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:09.264556 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8a10cf23-7ece-4242-bfd8-9f9dbfaf819f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:09.267104 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-8a10cf23-7ece-4242-bfd8-9f9dbfaf819f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1434622 Aug 09 17:45:09.286648 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18894c-13a6-4e7d-a69d-71e458b5d508 req-a806fd72-9f21-41b3-b7a7-c4427e13f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:09.288162 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dd18894c-13a6-4e7d-a69d-71e458b5d508 req-a806fd72-9f21-41b3-b7a7-c4427e13f1b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5 HTTP/1.1" status: 200 len: 853 time: 0.0564928 Aug 09 17:45:09.363268 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18894c-13a6-4e7d-a69d-71e458b5d508 req-a2c6a784-f7cc-4329-89eb-c2c8f4310bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:09.364763 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dd18894c-13a6-4e7d-a69d-71e458b5d508 req-a2c6a784-f7cc-4329-89eb-c2c8f4310bd1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b8dc70c-170e-4ae3-90f8-fd33329b11d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0657809 Aug 09 17:45:09.367957 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d68943bc-2926-40de-8302-14e916edd4ea req-177c780b-0e68-4557-a830-8ca99c587d50 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167525084&fields=id&tenant_id=9440c277d0a54d0abe5c6e7767b5c092 HTTP/1.1" status: 200 len: 267 time: 0.0453892 Aug 09 17:45:09.504495 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68943bc-2926-40de-8302-14e916edd4ea req-2229710a-c0c0-442e-b075-35f79096efa5 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:09.506043 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d68943bc-2926-40de-8302-14e916edd4ea req-2229710a-c0c0-442e-b075-35f79096efa5 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 945 time: 0.1324379 Aug 09 17:45:09.522916 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [req-d68943bc-2926-40de-8302-14e916edd4ea req-4377d4bd-ac44-4330-ba07-394d362b99f3 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Request body: {'port': {'security_groups': ['2d86c103-5e46-46c8-b6d8-b805bf642eea', 'ad800a20-c29a-41c2-a0ff-56e280a5aa97']}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:45:09.557161 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57b54a-8966-41af-98fb-ac0fa30cb49a req-fe364460-358e-4854-96d3-5b2f46684eba tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:09.558623 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fe57b54a-8966-41af-98fb-ac0fa30cb49a req-fe364460-358e-4854-96d3-5b2f46684eba tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.1507399 Aug 09 17:45:09.595930 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dd18894c-13a6-4e7d-a69d-71e458b5d508 req-28e58469-3797-4ea6-b9e9-e749f6e972b9 service neutron] 10.222.0.65 "GET /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125404 Aug 09 17:45:09.683012 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-d68943bc-2926-40de-8302-14e916edd4ea req-4377d4bd-ac44-4330-ba07-394d362b99f3 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:09.687486 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fe57b54a-8966-41af-98fb-ac0fa30cb49a req-6a63bc19-0c89-4434-8664-867ab86d37bc tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209471 Aug 09 17:45:09.780505 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dd18894c-13a6-4e7d-a69d-71e458b5d508 req-805b73a6-d4df-4d31-957a-e98afdafaeee service neutron] 10.222.0.65 "GET /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609640 Aug 09 17:45:09.908805 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [req-d68943bc-2926-40de-8302-14e916edd4ea req-4377d4bd-ac44-4330-ba07-394d362b99f3 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] For port 450e3389-380a-4b08-83f0-d8e33b57dc90, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=450e3389-380a-4b08-83f0-d8e33b57dc90,segment=NetworkSegment(27b5461f-d291-4701-9675-74536508829b),segment_id=27b5461f-d291-4701-9675-74536508829b)] {{(pid=99900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:09.938001 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-d68943bc-2926-40de-8302-14e916edd4ea req-4377d4bd-ac44-4330-ba07-394d362b99f3 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for port, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:09.943294 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-d68943bc-2926-40de-8302-14e916edd4ea req-4377d4bd-ac44-4330-ba07-394d362b99f3 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004119'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:09.985051 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68943bc-2926-40de-8302-14e916edd4ea req-4377d4bd-ac44-4330-ba07-394d362b99f3 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:09.985709 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-d68943bc-2926-40de-8302-14e916edd4ea req-4377d4bd-ac44-4330-ba07-394d362b99f3 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:09.987254 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d68943bc-2926-40de-8302-14e916edd4ea req-4377d4bd-ac44-4330-ba07-394d362b99f3 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "PUT /v2.0/ports/450e3389-380a-4b08-83f0-d8e33b57dc90 HTTP/1.1" status: 200 len: 981 time: 0.4739220 Aug 09 17:45:09.987717 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'tag': '450e3389-380a-4b08-83f0-d8e33b57dc90'}] {{(pid=99900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:45:09.992806 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52788b1323733baf8e31af4f639cf4d765f564af81bf47ef1f9025336242e156" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec754867-53de-4889-95c9-4130b7b6f3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "92ab0fa6-892f-4c09-b244-ad6a270b5026", "tag": "450e3389-380a-4b08-83f0-d8e33b57dc90"}]}' {{(pid=99900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:45:09.993714 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['450e3389-380a-4b08-83f0-d8e33b57dc90'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:45:10.049230 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377d4bd-ac44-4330-ba07-394d362b99f3 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Pushing event updated for resources: {'Port': ['ID=450e3389-380a-4b08-83f0-d8e33b57dc90,revision_number=6']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:10.066520 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676e06e1-d484-4e00-b1f9-a492199bc479 x-openstack-request-id: req-676e06e1-d484-4e00-b1f9-a492199bc479 {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:45:10.066807 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ab0fa6-892f-4c09-b244-ad6a270b5026", "tag": "450e3389-380a-4b08-83f0-d8e33b57dc90", "status": "completed", "code": 200}]} {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:45:10.067072 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-676e06e1-d484-4e00-b1f9-a492199bc479 {{(pid=99900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:45:10.067462 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'tag': '450e3389-380a-4b08-83f0-d8e33b57dc90', 'status': 'completed', 'code': 200} Aug 09 17:45:10.124537 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d7f7f-8303-4f4a-ae67-45a5bca52cba req-fac32fe9-1474-4422-9952-53cacdfea617 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:10.126642 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e07d7f7f-8303-4f4a-ae67-45a5bca52cba req-fac32fe9-1474-4422-9952-53cacdfea617 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.0544677 Aug 09 17:45:10.213810 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e07d7f7f-8303-4f4a-ae67-45a5bca52cba req-9f557ce0-a2de-4ec7-8075-93e7375e75fa tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&id=ad800a20-c29a-41c2-a0ff-56e280a5aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779161 Aug 09 17:45:10.237080 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec754867-53de-4889-95c9-4130b7b6f3f5 req-bfb07a58-fb8b-4e95-a9c1-01af27f537c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:10.238568 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ec754867-53de-4889-95c9-4130b7b6f3f5 req-bfb07a58-fb8b-4e95-a9c1-01af27f537c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9440c277d0a54d0abe5c6e7767b5c092&device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 1137 time: 0.1108687 Aug 09 17:45:10.268856 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['450e3389-380a-4b08-83f0-d8e33b57dc90'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:45:10.300148 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0857c-f73d-46e1-a056-fe4096bef446 req-2d8f1504-ddd1-489d-9ba4-d704274f11d2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:10.301615 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-01a0857c-f73d-46e1-a056-fe4096bef446 req-2d8f1504-ddd1-489d-9ba4-d704274f11d2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1046100 Aug 09 17:45:10.308124 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-3c0d9a71-4b54-4306-a175-b3b67fbb094a None None] Provisioning complete for port 450e3389-380a-4b08-83f0-d8e33b57dc90 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:45:10.308503 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3c0d9a71-4b54-4306-a175-b3b67fbb094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:10.364702 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-01a0857c-f73d-46e1-a056-fe4096bef446 req-f776ee25-3125-45f4-86c4-1a8acbcf95f9 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520892 Aug 09 17:45:10.378259 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec754867-53de-4889-95c9-4130b7b6f3f5 req-779cfbdd-668e-4406-a7e1-a57a0a241c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:10.379304 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ec754867-53de-4889-95c9-4130b7b6f3f5 req-779cfbdd-668e-4406-a7e1-a57a0a241c40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b8dc70c-170e-4ae3-90f8-fd33329b11d9 HTTP/1.1" status: 200 len: 915 time: 0.1325390 Aug 09 17:45:10.486414 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ec754867-53de-4889-95c9-4130b7b6f3f5 req-949a771a-d855-45fe-a22e-a83134aa62a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=450e3389-380a-4b08-83f0-d8e33b57dc90 HTTP/1.1" status: 200 len: 1000 time: 0.0964527 Aug 09 17:45:10.557229 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec754867-53de-4889-95c9-4130b7b6f3f5 req-ac21539a-3079-40a6-a6a0-e4157025be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:10.558834 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ec754867-53de-4889-95c9-4130b7b6f3f5 req-ac21539a-3079-40a6-a6a0-e4157025be62 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5 HTTP/1.1" status: 200 len: 853 time: 0.0646589 Aug 09 17:45:10.590305 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:10.638959 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec754867-53de-4889-95c9-4130b7b6f3f5 req-04ba7b40-4b83-433d-bd0f-1003d831755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:10.641847 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ec754867-53de-4889-95c9-4130b7b6f3f5 req-04ba7b40-4b83-433d-bd0f-1003d831755a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b8dc70c-170e-4ae3-90f8-fd33329b11d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0673976 Aug 09 17:45:10.798281 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ec754867-53de-4889-95c9-4130b7b6f3f5 req-947991a7-e5f3-40aa-a1a2-866e210e28b8 service neutron] 10.222.0.65 "GET /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464479 Aug 09 17:45:10.898578 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e027-f284-475a-a842-f23b650c74d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:11.020395 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ec754867-53de-4889-95c9-4130b7b6f3f5 req-01866408-68d5-477d-a91d-6a035ee3f4b5 service neutron] 10.222.0.65 "GET /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137439 Aug 09 17:45:11.105912 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fdecb-4bc6-4b7b-885b-86d3895e32ae req-d2056b5b-a462-4265-86cc-ea2499fc04a9 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:11.107447 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2f2fdecb-4bc6-4b7b-885b-86d3895e32ae req-d2056b5b-a462-4265-86cc-ea2499fc04a9 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.1709266 Aug 09 17:45:11.168546 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2f2fdecb-4bc6-4b7b-885b-86d3895e32ae req-208fd98e-3000-473a-af30-8deebdff87dc tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544569 Aug 09 17:45:11.843811 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:12.312618 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7202747-875a-4d51-81db-52448fbd7338 req-f7278c0e-94e8-4131-b17f-38e399c96175 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:12.315313 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b7202747-875a-4d51-81db-52448fbd7338 req-f7278c0e-94e8-4131-b17f-38e399c96175 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0544407 Aug 09 17:45:12.357104 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b7202747-875a-4d51-81db-52448fbd7338 req-672f20ad-b84f-4be5-9148-254653746362 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356915 Aug 09 17:45:13.499311 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75036c-db83-4d58-b3a7-888f4f1dacdd req-bdb36ed1-c670-4b1a-9131-c4469ed2e44b tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:13.503452 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ac75036c-db83-4d58-b3a7-888f4f1dacdd req-bdb36ed1-c670-4b1a-9131-c4469ed2e44b tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0636914 Aug 09 17:45:13.546778 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ac75036c-db83-4d58-b3a7-888f4f1dacdd req-ef566029-e8d8-47ca-a961-3414dba2a5c4 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388627 Aug 09 17:45:13.646657 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:14.727298 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526cb31-5723-40e9-80ab-722454800c67 req-0b8668a1-9039-46fb-9355-a34b84777d17 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:14.731174 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a526cb31-5723-40e9-80ab-722454800c67 req-0b8668a1-9039-46fb-9355-a34b84777d17 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0709181 Aug 09 17:45:14.792364 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a526cb31-5723-40e9-80ab-722454800c67 req-52a37592-04e6-49d5-bfab-ada5c947e8f4 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479922 Aug 09 17:45:15.944960 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c6968-d06f-4af0-af9b-81e59b0b3a6a req-99f4ba48-dd1f-4862-bc60-0a60bb57c314 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:15.947578 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b75c6968-d06f-4af0-af9b-81e59b0b3a6a req-99f4ba48-dd1f-4862-bc60-0a60bb57c314 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0567036 Aug 09 17:45:15.989186 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b75c6968-d06f-4af0-af9b-81e59b0b3a6a req-1d15a3f6-cf98-4e97-8916-df8370ef1a2a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352201 Aug 09 17:45:17.124712 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a422b6-88e9-4191-8948-5a8ff9352345 req-34e7f166-1dad-48df-bea4-4a864107c03e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:17.126639 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f8a422b6-88e9-4191-8948-5a8ff9352345 req-34e7f166-1dad-48df-bea4-4a864107c03e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0544238 Aug 09 17:45:17.166225 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f8a422b6-88e9-4191-8948-5a8ff9352345 req-a0c22c82-8b7e-47be-8e54-e2f459bc5936 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337031 Aug 09 17:45:17.567231 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 490436d2-e15e-438e-a685-331a16efa236 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:45:17.670588 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 490436d2-e15e-438e-a685-331a16efa236, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=490436d2-e15e-438e-a685-331a16efa236,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:17.683359 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '490436d2-e15e-438e-a685-331a16efa236', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'port_id': '490436d2-e15e-438e-a685-331a16efa236', 'mac_address': 'fa:16:3e:46:f7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:45:17.727077 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:17.742556 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 490436d2-e15e-438e-a685-331a16efa236 {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:45:17.768425 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 490436d2-e15e-438e-a685-331a16efa236, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=490436d2-e15e-438e-a685-331a16efa236,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:17.773245 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:17.830584 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=490436d2-e15e-438e-a685-331a16efa236,revision_number=6']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:18.308614 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bba5dd-a62e-42da-a1fe-173d651c2c57 req-168c381d-0546-43f3-a5a5-ba263e16776b tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:18.310084 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-02bba5dd-a62e-42da-a1fe-173d651c2c57 req-168c381d-0546-43f3-a5a5-ba263e16776b tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 944 time: 0.0506990 Aug 09 17:45:18.316442 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['490436d2-e15e-438e-a685-331a16efa236'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:45:18.349288 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-02bba5dd-a62e-42da-a1fe-173d651c2c57 req-2baec9d3-587f-4fec-9880-5cdd5d33bb7c tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326676 Aug 09 17:45:19.486212 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911140ea-9f3f-49c1-b76b-be43e40c5948 req-47321900-55b4-4d54-83f1-18a07125c549 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:19.488923 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-911140ea-9f3f-49c1-b76b-be43e40c5948 req-47321900-55b4-4d54-83f1-18a07125c549 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 944 time: 0.0595744 Aug 09 17:45:19.533840 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-911140ea-9f3f-49c1-b76b-be43e40c5948 req-bdafe971-9ca7-4044-b0b1-89e8a173234a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380902 Aug 09 17:45:19.601115 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 490436d2-e15e-438e-a685-331a16efa236 up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:45:19.671097 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 490436d2-e15e-438e-a685-331a16efa236 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:45:19.671800 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:19.809773 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:19.837487 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b90caf-360f-4558-9483-6fec8ba470da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490436d2-e15e-438e-a685-331a16efa236'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:45:19.840399 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df2f53c-2dbc-40a1-8a88-68ad9a9a0a52" -d '{"events": [{"server_uuid": "80b90caf-360f-4558-9483-6fec8ba470da", "name": "network-vif-plugged", "status": "completed", "tag": "490436d2-e15e-438e-a685-331a16efa236"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:45:19.855875 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 490436d2-e15e-438e-a685-331a16efa236, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=490436d2-e15e-438e-a685-331a16efa236,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:19.862751 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:19.899541 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d541fd-94fa-402f-b5fa-b71b048dee01 x-openstack-request-id: req-e7d541fd-94fa-402f-b5fa-b71b048dee01 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:45:19.899750 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b90caf-360f-4558-9483-6fec8ba470da", "name": "network-vif-plugged", "status": "completed", "tag": "490436d2-e15e-438e-a685-331a16efa236", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:45:19.899983 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e7d541fd-94fa-402f-b5fa-b71b048dee01 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:45:19.900580 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b90caf-360f-4558-9483-6fec8ba470da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490436d2-e15e-438e-a685-331a16efa236', 'code': 200} Aug 09 17:45:19.920852 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=490436d2-e15e-438e-a685-331a16efa236,revision_number=7']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:20.754878 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bcfbb-16a7-4358-af2c-3dca279a827f req-4ead6a7f-4d9f-4a34-bf8d-df3ed600d01c tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:20.769802 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-635bcfbb-16a7-4358-af2c-3dca279a827f req-4ead6a7f-4d9f-4a34-bf8d-df3ed600d01c tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.1201501 Aug 09 17:45:20.859016 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-635bcfbb-16a7-4358-af2c-3dca279a827f req-df5c0196-462e-43f2-b0fa-814bff0d321d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849466 Aug 09 17:45:22.050263 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28567a6b-4187-4d5d-add5-22a201ed398f req-8b3482ca-f8e3-4a09-ac1d-1c7c283800cf tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:22.059208 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-28567a6b-4187-4d5d-add5-22a201ed398f req-8b3482ca-f8e3-4a09-ac1d-1c7c283800cf tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0643919 Aug 09 17:45:22.071886 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 52506) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:22.186334 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-28567a6b-4187-4d5d-add5-22a201ed398f req-e07d5ae1-7b27-4d45-9cd8-165820424c65 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128731 Aug 09 17:45:22.360737 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:22.533297 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:22.540616 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:22.598981 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c718e9d545548d49dd49c62efdb6e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5257282 Aug 09 17:45:22.600623 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cd02fa-451a-4474-891f-3929e1f4058b,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:22.601925 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 52514) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:22.613242 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.614711 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.615328 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.616035 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.616634 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.617312 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.618358 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.618946 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.619548 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.620091 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.620681 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.621395 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b1c2-9a96-466c-8b86-51be3855b91a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.675642 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:22.701003 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:22.848514 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:22.852604 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:22.857077 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/05cd02fa-451a-4474-891f-3929e1f4058b HTTP/1.1" status: 204 len: 168 time: 0.2538354 Aug 09 17:45:22.875559 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cd02fa-451a-4474-891f-3929e1f4058b,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:22.893388 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.895760 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.896399 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.897048 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.898586 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.899268 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.899968 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.901843 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.902661 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.903698 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.904143 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:22.907644 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b57ed6c-aa12-4228-aff3-8458f062ad1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:23.655472 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885786b-2f16-4b62-a644-18d9452142f7 req-ddeec9a0-cfbc-4d5a-b4b3-12f4f1f5c4df tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:23.676924 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a885786b-2f16-4b62-a644-18d9452142f7 req-ddeec9a0-cfbc-4d5a-b4b3-12f4f1f5c4df tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.1649024 Aug 09 17:45:23.798450 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a885786b-2f16-4b62-a644-18d9452142f7 req-4fca7b46-97ef-4351-a705-80270c51eb6e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201580 Aug 09 17:45:24.066616 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:45:25.089350 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b8928-3a49-426e-a4d0-4ce9f02575b0 req-1e861251-53c1-411c-8b91-9103784c6246 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:25.096513 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-de8b8928-3a49-426e-a4d0-4ce9f02575b0 req-1e861251-53c1-411c-8b91-9103784c6246 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0984898 Aug 09 17:45:25.159030 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-de8b8928-3a49-426e-a4d0-4ce9f02575b0 req-4ab53804-4230-44cf-9af0-0b34480281dc tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526156 Aug 09 17:45:25.241985 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e236b-aea0-4135-9ead-662137870967 req-cc60cbff-7bd4-43ff-bfa2-d6d2dfd4674c tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:25.250719 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-535e236b-aea0-4135-9ead-662137870967 req-cc60cbff-7bd4-43ff-bfa2-d6d2dfd4674c tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0956008 Aug 09 17:45:25.283479 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 52580) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:25.320026 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-535e236b-aea0-4135-9ead-662137870967 req-9c7eb687-a796-45cb-aa51-119923618e99 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679080 Aug 09 17:45:25.512292 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-994cbdaf-ecb9-4f74-9433-3f820d58521d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:25.645250 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24578779-6f91-4a87-968b-7d3d725cb232 req-5eaaa24d-a03f-4889-bcdf-6437aa37759c tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:25.657284 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-24578779-6f91-4a87-968b-7d3d725cb232 req-5eaaa24d-a03f-4889-bcdf-6437aa37759c tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 945 time: 0.0843570 Aug 09 17:45:25.724954 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-24578779-6f91-4a87-968b-7d3d725cb232 req-8fcdccb8-8410-45e8-8a27-fef7ac902212 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647097 Aug 09 17:45:25.732352 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-994cbdaf-ecb9-4f74-9433-3f820d58521d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:25.752660 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-994cbdaf-ecb9-4f74-9433-3f820d58521d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:25.821321 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cbdaf-ecb9-4f74-9433-3f820d58521d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377809c8-4315-445d-9190-f50fce66c9b5,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:25.842349 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 52586) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:25.856897 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-994cbdaf-ecb9-4f74-9433-3f820d58521d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c6665888fd084fc29f69a5f5c3de00ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5544760 Aug 09 17:45:25.941470 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f6494124-caa6-48c3-88f6-75bc1e2335db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:25.972852 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f6494124-caa6-48c3-88f6-75bc1e2335db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:26.078974 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f6494124-caa6-48c3-88f6-75bc1e2335db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:26.085249 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f6494124-caa6-48c3-88f6-75bc1e2335db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:26.092731 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-f6494124-caa6-48c3-88f6-75bc1e2335db admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/377809c8-4315-445d-9190-f50fce66c9b5 HTTP/1.1" status: 204 len: 168 time: 0.2464213 Aug 09 17:45:26.111930 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6494124-caa6-48c3-88f6-75bc1e2335db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377809c8-4315-445d-9190-f50fce66c9b5,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:26.419948 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c356d-5a9f-4950-aa92-c61012dfc68d req-82faf851-3bef-461a-beb3-10c94bdef2df tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:26.426327 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-740c356d-5a9f-4950-aa92-c61012dfc68d req-82faf851-3bef-461a-beb3-10c94bdef2df tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.1224606 Aug 09 17:45:26.570314 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7c478-151c-4798-9d1e-5ba4840b2409 req-870b6a06-8946-49fa-9e8d-47c811c7b371 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:26.572287 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4ee7c478-151c-4798-9d1e-5ba4840b2409 req-870b6a06-8946-49fa-9e8d-47c811c7b371 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.1436696 Aug 09 17:45:26.585083 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-740c356d-5a9f-4950-aa92-c61012dfc68d req-1e791bb3-13b3-4ecf-ad04-78a5efd203d8 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490209 Aug 09 17:45:26.622392 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:26.676728 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4ee7c478-151c-4798-9d1e-5ba4840b2409 req-8e42deda-6d97-40bc-9c81-df63b819449f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895813 Aug 09 17:45:27.041350 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c42a04-55ba-4adc-8bae-3028d6fc5fc4 req-3763a17b-efe0-4e44-b310-153b4457deec tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:27.054926 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-30c42a04-55ba-4adc-8bae-3028d6fc5fc4 req-3763a17b-efe0-4e44-b310-153b4457deec tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 945 time: 0.1973498 Aug 09 17:45:27.172010 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-30c42a04-55ba-4adc-8bae-3028d6fc5fc4 req-84152636-0fdb-4935-aa72-df73f20eff0d tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118977 Aug 09 17:45:27.983284 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed14ad8-056e-4f94-ab63-78ea3363dcab req-9fca3910-dee0-426c-b358-ab1d65f64327 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:27.992544 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1ed14ad8-056e-4f94-ab63-78ea3363dcab req-9fca3910-dee0-426c-b358-ab1d65f64327 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.1928985 Aug 09 17:45:28.051412 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1ed14ad8-056e-4f94-ab63-78ea3363dcab req-02cc0599-e3f1-4a4a-8fb9-676a9f311ade tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541630 Aug 09 17:45:28.072733 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448ff87-644a-4223-8086-85859718c411 req-c86107a6-dd1e-41e5-a0d1-e838534e11b9 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:28.081419 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6448ff87-644a-4223-8086-85859718c411 req-c86107a6-dd1e-41e5-a0d1-e838534e11b9 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.2410948 Aug 09 17:45:28.139469 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6448ff87-644a-4223-8086-85859718c411 req-5a7843de-9cc7-4641-980d-1f28a15a44d5 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567946 Aug 09 17:45:28.365658 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94f4eb-80f8-4419-9b4b-538147135dee req-c604c233-97d3-44d2-853d-b3d5e2007fe1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:28.367750 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4a94f4eb-80f8-4419-9b4b-538147135dee req-c604c233-97d3-44d2-853d-b3d5e2007fe1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 945 time: 0.0743015 Aug 09 17:45:28.460528 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4a94f4eb-80f8-4419-9b4b-538147135dee req-93cff680-4e61-4201-bcc4-26714c819662 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784433 Aug 09 17:45:29.216565 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f4a72-d27a-4e84-93d2-256bd202e191 req-8d3cce2a-ffdd-4202-8290-e460b52a7189 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:29.218526 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6f1f4a72-d27a-4e84-93d2-256bd202e191 req-8d3cce2a-ffdd-4202-8290-e460b52a7189 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0709672 Aug 09 17:45:29.228038 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145d0c9-90d8-4bc9-aae9-043f91ded8ba req-f901f94d-9bcf-4eab-a554-c16bfa228382 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:29.229825 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a145d0c9-90d8-4bc9-aae9-043f91ded8ba req-f901f94d-9bcf-4eab-a554-c16bfa228382 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.65 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 945 time: 0.1164706 Aug 09 17:45:29.539216 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6f1f4a72-d27a-4e84-93d2-256bd202e191 req-e2985d00-84bb-4fc0-823c-a6955656a84c tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2964494 Aug 09 17:45:29.652097 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1da389-b857-4db9-832a-67b20d3b5b73 req-6d30d912-9c80-458e-9408-1938ff319988 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:29.677305 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4d1da389-b857-4db9-832a-67b20d3b5b73 req-6d30d912-9c80-458e-9408-1938ff319988 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.3659542 Aug 09 17:45:29.728276 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [req-a145d0c9-90d8-4bc9-aae9-043f91ded8ba req-f33e34e6-c977-4726-8432-09803b96bfd0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Deleting port 092837b6-0e34-4cbc-9d95-e0536d5c4c72 {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:45:29.728652 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-a145d0c9-90d8-4bc9-aae9-043f91ded8ba req-f33e34e6-c977-4726-8432-09803b96bfd0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:29.856848 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4d1da389-b857-4db9-832a-67b20d3b5b73 req-e1185477-ab39-4855-b1c9-f7d7afe2c00a tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785789 Aug 09 17:45:29.907305 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89520138-663a-4f07-8af7-db025052e8cb req-f6efe46e-88c7-4af9-b8a2-7a8186b1c626 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:29.914541 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-89520138-663a-4f07-8af7-db025052e8cb req-f6efe46e-88c7-4af9-b8a2-7a8186b1c626 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 945 time: 0.1570015 Aug 09 17:45:29.996116 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-89520138-663a-4f07-8af7-db025052e8cb req-820c9de7-50bb-4664-aa66-de6e6356f6c3 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774372 Aug 09 17:45:30.021132 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [req-a145d0c9-90d8-4bc9-aae9-043f91ded8ba req-f33e34e6-c977-4726-8432-09803b96bfd0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] For port 092837b6-0e34-4cbc-9d95-e0536d5c4c72, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=092837b6-0e34-4cbc-9d95-e0536d5c4c72,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:30.021597 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-a145d0c9-90d8-4bc9-aae9-043f91ded8ba req-f33e34e6-c977-4726-8432-09803b96bfd0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:30.038100 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [req-a145d0c9-90d8-4bc9-aae9-043f91ded8ba req-f33e34e6-c977-4726-8432-09803b96bfd0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Calling delete_port for 092837b6-0e34-4cbc-9d95-e0536d5c4c72 owned by compute:nova {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:45:30.250614 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036084a7-23e8-426b-8cc5-d98ab1210852 req-268f591b-8220-43f7-8dc8-9a49c24cd9d0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:30.253453 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-036084a7-23e8-426b-8cc5-d98ab1210852 req-268f591b-8220-43f7-8dc8-9a49c24cd9d0 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.65 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.0956662 Aug 09 17:45:30.255228 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-a145d0c9-90d8-4bc9-aae9-043f91ded8ba req-f33e34e6-c977-4726-8432-09803b96bfd0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:30.308630 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['fa6c190a-3229-4c4e-865f-95adbbfccdb3', 'ef62dc8b-530e-45f3-a882-a85ab8ca6c2d', '88d73048-33d4-42de-9ca1-b7073388081d', '092837b6-0e34-4cbc-9d95-e0536d5c4c72'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:45:30.421806 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e34e6-c977-4726-8432-09803b96bfd0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Pushing event deleted for resources: {'Port': ['ID=092837b6-0e34-4cbc-9d95-e0536d5c4c72,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:30.507437 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a145d0c9-90d8-4bc9-aae9-043f91ded8ba req-f33e34e6-c977-4726-8432-09803b96bfd0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] No DVR routers for this DVR port 092837b6-0e34-4cbc-9d95-e0536d5c4c72 on host hv-cinder-78093 {{(pid=99900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:45:30.519701 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-a145d0c9-90d8-4bc9-aae9-043f91ded8ba req-f33e34e6-c977-4726-8432-09803b96bfd0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:30.522776 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a145d0c9-90d8-4bc9-aae9-043f91ded8ba req-f33e34e6-c977-4726-8432-09803b96bfd0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.65 "DELETE /v2.0/ports/092837b6-0e34-4cbc-9d95-e0536d5c4c72 HTTP/1.1" status: 204 len: 173 time: 1.2734578 Aug 09 17:45:30.523810 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43666e6d-e969-4bf9-83ad-8433bc780e39', 'name': 'network-vif-deleted', 'tag': '092837b6-0e34-4cbc-9d95-e0536d5c4c72'}] {{(pid=99900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:45:30.541310 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52788b1323733baf8e31af4f639cf4d765f564af81bf47ef1f9025336242e156" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959c1ea6-41ed-4bd6-8aea-ea1631b22e37" -d '{"events": [{"server_uuid": "43666e6d-e969-4bf9-83ad-8433bc780e39", "name": "network-vif-deleted", "tag": "092837b6-0e34-4cbc-9d95-e0536d5c4c72"}]}' {{(pid=99900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:45:30.597228 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2bfe4b5d-8fef-4cd4-8f95-f7787bb5f408 req-0c6b0933-beb8-4925-b6de-100fa141aa79 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1150274 Aug 09 17:45:30.605116 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-036084a7-23e8-426b-8cc5-d98ab1210852 req-24f87dd2-8669-4371-9ffd-ef8145dc47d2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Deleting port fe96a45a-61cb-40ed-9935-d4ac66d04b6d {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:45:30.605655 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-036084a7-23e8-426b-8cc5-d98ab1210852 req-24f87dd2-8669-4371-9ffd-ef8145dc47d2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:30.656190 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ce8718-9ef4-4221-a8ed-7ef1d703d471 x-openstack-request-id: req-38ce8718-9ef4-4221-a8ed-7ef1d703d471 {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:45:30.656599 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43666e6d-e969-4bf9-83ad-8433bc780e39", "name": "network-vif-deleted", "tag": "092837b6-0e34-4cbc-9d95-e0536d5c4c72", "status": "completed", "code": 200}]} {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:45:30.657241 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-38ce8718-9ef4-4221-a8ed-7ef1d703d471 {{(pid=99900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:45:30.657714 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43666e6d-e969-4bf9-83ad-8433bc780e39', 'name': 'network-vif-deleted', 'tag': '092837b6-0e34-4cbc-9d95-e0536d5c4c72', 'status': 'completed', 'code': 200} Aug 09 17:45:30.740576 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe4b5d-8fef-4cd4-8f95-f7787bb5f408 req-25bd722e-cfd8-4ade-8ec8-5f473c7c714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:30.742320 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2bfe4b5d-8fef-4cd4-8f95-f7787bb5f408 req-25bd722e-cfd8-4ade-8ec8-5f473c7c714e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=491af0e0ec7145c6b70e6cad8cf1c855&device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 1098 time: 0.0663495 Aug 09 17:45:30.918832 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe4b5d-8fef-4cd4-8f95-f7787bb5f408 req-e8f288d1-dc81-44e5-b24c-917f5c177bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:30.920371 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2bfe4b5d-8fef-4cd4-8f95-f7787bb5f408 req-e8f288d1-dc81-44e5-b24c-917f5c177bdb service neutron] 10.222.0.65 "GET /v2.0/networks?id=7bbfc673-a3e0-4db9-acc3-57ffa461b335 HTTP/1.1" status: 200 len: 920 time: 0.1297851 Aug 09 17:45:30.947543 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eead7e-a278-420e-bce9-3be6fb34d0aa req-519982c5-0001-4e02-be8c-c4e72f83bcfc tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:30.955422 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-036084a7-23e8-426b-8cc5-d98ab1210852 req-24f87dd2-8669-4371-9ffd-ef8145dc47d2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] For port fe96a45a-61cb-40ed-9935-d4ac66d04b6d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fe96a45a-61cb-40ed-9935-d4ac66d04b6d,segment=NetworkSegment(1ea0c7ff-f175-439f-9c88-bc599790b0b0),segment_id=1ea0c7ff-f175-439f-9c88-bc599790b0b0)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:30.959847 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-44eead7e-a278-420e-bce9-3be6fb34d0aa req-519982c5-0001-4e02-be8c-c4e72f83bcfc tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.1938727 Aug 09 17:45:30.963617 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-036084a7-23e8-426b-8cc5-d98ab1210852 req-24f87dd2-8669-4371-9ffd-ef8145dc47d2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:31.055880 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2bfe4b5d-8fef-4cd4-8f95-f7787bb5f408 req-d9c9953f-cf43-49fe-8de7-1205e358786e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51e9c80d-7cf4-49d2-b559-7d18bec99aa2 HTTP/1.1" status: 200 len: 217 time: 0.1186430 Aug 09 17:45:31.071819 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-036084a7-23e8-426b-8cc5-d98ab1210852 req-24f87dd2-8669-4371-9ffd-ef8145dc47d2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Calling delete_port for fe96a45a-61cb-40ed-9935-d4ac66d04b6d owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:45:31.148250 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-44eead7e-a278-420e-bce9-3be6fb34d0aa req-835679c5-20ad-40d7-8c09-7f4dea4e05fd tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835473 Aug 09 17:45:31.262298 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe4b5d-8fef-4cd4-8f95-f7787bb5f408 req-faff5479-765a-411f-a00c-b8fa5fd5891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:31.264082 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2bfe4b5d-8fef-4cd4-8f95-f7787bb5f408 req-faff5479-765a-411f-a00c-b8fa5fd5891c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15242da1-2ab2-4849-a4d2-6d06c062041e HTTP/1.1" status: 200 len: 859 time: 0.1873782 Aug 09 17:45:31.328882 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce46a86-2650-4b7f-8315-da8e171aa84f req-63a1f3f1-ade4-46a5-9607-7b1385a8977c tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:31.340086 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2bfe4b5d-8fef-4cd4-8f95-f7787bb5f408 req-1737e470-2ee5-495a-a2b9-698696eb9ca0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7bbfc673-a3e0-4db9-acc3-57ffa461b335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478101 Aug 09 17:45:31.342392 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bce46a86-2650-4b7f-8315-da8e171aa84f req-63a1f3f1-ade4-46a5-9607-7b1385a8977c tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 945 time: 0.2706046 Aug 09 17:45:31.450613 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bce46a86-2650-4b7f-8315-da8e171aa84f req-899f3e7c-5930-4cda-a22d-e8487da21c7f tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065795 Aug 09 17:45:31.489677 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-036084a7-23e8-426b-8cc5-d98ab1210852 req-24f87dd2-8669-4371-9ffd-ef8145dc47d2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:31.549182 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5882c0a9-4c63-495c-ade8-acea60bf98ee req-8393610a-4e04-4256-9f96-9d2241131ea8 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=43666e6d-e969-4bf9-83ad-8433bc780e39 HTTP/1.1" status: 200 len: 210 time: 0.0968099 Aug 09 17:45:31.551314 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f87dd2-8669-4371-9ffd-ef8145dc47d2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Pushing event deleted for resources: {'Port': ['ID=fe96a45a-61cb-40ed-9935-d4ac66d04b6d,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:31.618598 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2bfe4b5d-8fef-4cd4-8f95-f7787bb5f408 req-86abed83-5b26-46d7-aa2d-a35146e48773 service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669635 Aug 09 17:45:31.671940 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-036084a7-23e8-426b-8cc5-d98ab1210852 req-24f87dd2-8669-4371-9ffd-ef8145dc47d2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] No DVR routers for this DVR port fe96a45a-61cb-40ed-9935-d4ac66d04b6d on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:45:31.680712 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-036084a7-23e8-426b-8cc5-d98ab1210852 req-24f87dd2-8669-4371-9ffd-ef8145dc47d2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:31.684983 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-036084a7-23e8-426b-8cc5-d98ab1210852 req-24f87dd2-8669-4371-9ffd-ef8145dc47d2 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.65 "DELETE /v2.0/ports/fe96a45a-61cb-40ed-9935-d4ac66d04b6d HTTP/1.1" status: 204 len: 173 time: 1.4233534 Aug 09 17:45:31.712055 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69666f2a-7767-4aae-934f-ed61a574b701', 'name': 'network-vif-deleted', 'tag': 'fe96a45a-61cb-40ed-9935-d4ac66d04b6d'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:45:31.728692 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ca38a1-7c20-44bb-945c-e09ac4c4a477" -d '{"events": [{"server_uuid": "69666f2a-7767-4aae-934f-ed61a574b701", "name": "network-vif-deleted", "tag": "fe96a45a-61cb-40ed-9935-d4ac66d04b6d"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:45:31.887518 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3971a785-8fac-4c26-ac99-5ee602c00fb6 x-openstack-request-id: req-3971a785-8fac-4c26-ac99-5ee602c00fb6 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:45:31.887803 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69666f2a-7767-4aae-934f-ed61a574b701", "name": "network-vif-deleted", "tag": "fe96a45a-61cb-40ed-9935-d4ac66d04b6d", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:45:31.888047 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3971a785-8fac-4c26-ac99-5ee602c00fb6 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:45:31.888481 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69666f2a-7767-4aae-934f-ed61a574b701', 'name': 'network-vif-deleted', 'tag': 'fe96a45a-61cb-40ed-9935-d4ac66d04b6d', 'status': 'completed', 'code': 200} Aug 09 17:45:31.986404 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2bfe4b5d-8fef-4cd4-8f95-f7787bb5f408 req-be66e3cb-9c59-44bd-bcdf-6eeea9fd53e7 service neutron] 10.222.0.65 "GET /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163321 Aug 09 17:45:32.394724 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bce76a-a3f2-4e34-82fc-5adf0707195b req-8615d5a9-4cd1-438a-a6b8-c656602df91e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:32.396556 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d9bce76a-a3f2-4e34-82fc-5adf0707195b req-8615d5a9-4cd1-438a-a6b8-c656602df91e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0607371 Aug 09 17:45:32.968585 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['51e9c80d-7cf4-49d2-b559-7d18bec99aa2'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:45:32.982477 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d9bce76a-a3f2-4e34-82fc-5adf0707195b req-4a4a30db-ac7d-4d52-86d3-2f5b2923fa19 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5714540 Aug 09 17:45:33.094927 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6f7221e7-c434-4eb3-874e-9451faa057ec req-6eddea03-3fac-4b97-9b5c-78ff83a65705 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=69666f2a-7767-4aae-934f-ed61a574b701 HTTP/1.1" status: 200 len: 210 time: 0.1369092 Aug 09 17:45:33.673369 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device fe96a45a-61cb-40ed-9935-d4ac66d04b6d no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:45:33.706985 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: fe96a45a-61cb-40ed-9935-d4ac66d04b6d {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:45:33.707534 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device fe96a45a-61cb-40ed-9935-d4ac66d04b6d not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:45:33.708162 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 092837b6-0e34-4cbc-9d95-e0536d5c4c72 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:45:33.750603 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: 092837b6-0e34-4cbc-9d95-e0536d5c4c72 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:45:33.751939 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 092837b6-0e34-4cbc-9d95-e0536d5c4c72 not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:45:34.238723 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a268079-b334-4ef5-ab19-de01002ec61b req-69856724-ce53-4167-a449-553b62ca5b12 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:34.248295 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9a268079-b334-4ef5-ab19-de01002ec61b req-69856724-ce53-4167-a449-553b62ca5b12 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.1222806 Aug 09 17:45:34.337540 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9a268079-b334-4ef5-ab19-de01002ec61b req-51bb3f85-6a01-4bf6-b07b-8f6da93eb838 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869772 Aug 09 17:45:35.043389 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e29204-c189-4566-a140-c63fe3bd183a req-40357815-d3e1-40b0-a1a1-c52266e24f84 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:35.045250 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-85e29204-c189-4566-a140-c63fe3bd183a req-40357815-d3e1-40b0-a1a1-c52266e24f84 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1277134 Aug 09 17:45:35.061892 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d68f9-f5c8-4281-987b-a83d1b27ed38 req-3ea49748-9776-4fb0-9a3f-fa680c8c1aa1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:35.074527 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a66d68f9-f5c8-4281-987b-a83d1b27ed38 req-3ea49748-9776-4fb0-9a3f-fa680c8c1aa1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 946 time: 0.1389532 Aug 09 17:45:35.195465 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-85e29204-c189-4566-a140-c63fe3bd183a req-b8609c80-0678-42f9-bbde-d97438f34dbf tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185036 Aug 09 17:45:35.230404 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a66d68f9-f5c8-4281-987b-a83d1b27ed38 req-8ba28770-143e-48c8-867a-6af6222f5cc5 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546605 Aug 09 17:45:35.658817 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81715ce-bab5-4c12-a919-b093695b773c req-ad673427-f929-4578-9c08-6e1806795f8e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:35.660583 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c81715ce-bab5-4c12-a919-b093695b773c req-ad673427-f929-4578-9c08-6e1806795f8e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0824611 Aug 09 17:45:35.720428 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c81715ce-bab5-4c12-a919-b093695b773c req-fb2bec87-cef8-4d1e-a7cc-5f2951c49814 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481727 Aug 09 17:45:36.411627 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07e3a9-2902-4490-8cdc-b30c09d9aae2 req-751bc3f4-dffc-4fe8-b4c6-f61beb3c28a1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:36.414049 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5c07e3a9-2902-4490-8cdc-b30c09d9aae2 req-751bc3f4-dffc-4fe8-b4c6-f61beb3c28a1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 946 time: 0.1071608 Aug 09 17:45:36.448615 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c5744-38d8-4cd8-86c2-4ef9a6aee17c req-77e5f567-5c1b-411b-8414-35ebd19f5da9 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:36.450847 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b93c5744-38d8-4cd8-86c2-4ef9a6aee17c req-77e5f567-5c1b-411b-8414-35ebd19f5da9 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1122122 Aug 09 17:45:36.514637 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b93c5744-38d8-4cd8-86c2-4ef9a6aee17c req-9dd0d312-7d20-4174-b47b-837899a3a137 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561879 Aug 09 17:45:36.535470 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5c07e3a9-2902-4490-8cdc-b30c09d9aae2 req-a87c1dc8-f8d7-4b48-92e9-cd8327f356ac tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104281 Aug 09 17:45:36.733239 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680a984-a2d1-4013-bf3e-a591473622c9 req-0a08a273-4562-4c4e-b79f-7727dbbcdca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:36.735403 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7680a984-a2d1-4013-bf3e-a591473622c9 req-0a08a273-4562-4c4e-b79f-7727dbbcdca3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc9699f4940942999992b0fe593c8833&device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 1098 time: 0.0481739 Aug 09 17:45:36.888705 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680a984-a2d1-4013-bf3e-a591473622c9 req-dccfd4e7-ce05-4bc4-8f2b-a496a3e20538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:36.890337 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7680a984-a2d1-4013-bf3e-a591473622c9 req-dccfd4e7-ce05-4bc4-8f2b-a496a3e20538 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f HTTP/1.1" status: 200 len: 917 time: 0.1414268 Aug 09 17:45:36.894694 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d4c72-8403-4e46-8324-fb19755142df req-aaa62ec8-7633-4375-a543-98844031d668 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:36.897443 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-848d4c72-8403-4e46-8324-fb19755142df req-aaa62ec8-7633-4375-a543-98844031d668 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0836022 Aug 09 17:45:36.955614 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-848d4c72-8403-4e46-8324-fb19755142df req-35841674-c458-460c-b16e-4b77d00158fc tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509465 Aug 09 17:45:36.978488 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7680a984-a2d1-4013-bf3e-a591473622c9 req-cd290e06-139d-47bc-ad81-3a8b0af8e1bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490436d2-e15e-438e-a685-331a16efa236 HTTP/1.1" status: 200 len: 1000 time: 0.0739405 Aug 09 17:45:37.037365 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680a984-a2d1-4013-bf3e-a591473622c9 req-5a1efaf9-ad76-48f4-a4ac-c550df58d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:37.039232 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7680a984-a2d1-4013-bf3e-a591473622c9 req-5a1efaf9-ad76-48f4-a4ac-c550df58d758 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d979a41-53a7-4435-9ead-3f50cab74183 HTTP/1.1" status: 200 len: 855 time: 0.0513916 Aug 09 17:45:37.109194 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680a984-a2d1-4013-bf3e-a591473622c9 req-ac81d57d-736e-44b1-a9cc-62b218be6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:37.110790 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7680a984-a2d1-4013-bf3e-a591473622c9 req-ac81d57d-736e-44b1-a9cc-62b218be6cdd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0606980 Aug 09 17:45:37.289588 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7680a984-a2d1-4013-bf3e-a591473622c9 req-5b185040-3d42-4dd2-985a-1e31e343a317 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101756 Aug 09 17:45:37.391525 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7680a984-a2d1-4013-bf3e-a591473622c9 req-adcd2b22-f916-471d-a85e-6f65663241ef service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925097 Aug 09 17:45:37.673029 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1b3f7-ed02-4f96-a01a-c3c4a5e15ab6 req-9983634c-e125-4340-9bbf-da897f7af825 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:37.674525 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-abd1b3f7-ed02-4f96-a01a-c3c4a5e15ab6 req-9983634c-e125-4340-9bbf-da897f7af825 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0914817 Aug 09 17:45:37.677062 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80386d3c-e8ce-41ce-870f-099a6100050f req-a0452f0c-1771-4986-a5c0-9707b267d5ac tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:37.678541 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-80386d3c-e8ce-41ce-870f-099a6100050f req-a0452f0c-1771-4986-a5c0-9707b267d5ac tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.65 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 946 time: 0.0617638 Aug 09 17:45:37.681889 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274a03f-0dbd-4199-864d-86a2962c4e4e req-cac1f53f-df01-493a-99ad-b3e7845adb76 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:37.683392 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a274a03f-0dbd-4199-864d-86a2962c4e4e req-cac1f53f-df01-493a-99ad-b3e7845adb76 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 946 time: 0.0707617 Aug 09 17:45:37.746098 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-abd1b3f7-ed02-4f96-a01a-c3c4a5e15ab6 req-0237ba13-4732-47d4-8d8a-063cdc389990 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616076 Aug 09 17:45:37.749031 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a274a03f-0dbd-4199-864d-86a2962c4e4e req-297b597a-c2fc-4903-bba2-9220426f4b9b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583484 Aug 09 17:45:37.800282 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-80386d3c-e8ce-41ce-870f-099a6100050f req-3423fe24-63ea-407f-86b8-bd91682daaf9 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Deleting port 88d73048-33d4-42de-9ca1-b7073388081d {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:45:37.800928 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-80386d3c-e8ce-41ce-870f-099a6100050f req-3423fe24-63ea-407f-86b8-bd91682daaf9 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:37.932797 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-80386d3c-e8ce-41ce-870f-099a6100050f req-3423fe24-63ea-407f-86b8-bd91682daaf9 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] For port 88d73048-33d4-42de-9ca1-b7073388081d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=88d73048-33d4-42de-9ca1-b7073388081d,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:37.933456 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-80386d3c-e8ce-41ce-870f-099a6100050f req-3423fe24-63ea-407f-86b8-bd91682daaf9 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:37.955457 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-80386d3c-e8ce-41ce-870f-099a6100050f req-3423fe24-63ea-407f-86b8-bd91682daaf9 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Calling delete_port for 88d73048-33d4-42de-9ca1-b7073388081d owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:45:38.021743 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-dff3cde8-4e3d-4cf0-b911-25b4d4734c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:38.112708 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-80386d3c-e8ce-41ce-870f-099a6100050f req-3423fe24-63ea-407f-86b8-bd91682daaf9 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:38.122630 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0304006-f867-494c-91f4-c383f1da3c19 req-3803b12c-a2fb-4edd-90ca-6a3fb69a4636 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:38.124199 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c0304006-f867-494c-91f4-c383f1da3c19 req-3803b12c-a2fb-4edd-90ca-6a3fb69a4636 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0595307 Aug 09 17:45:38.148617 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423fe24-63ea-407f-86b8-bd91682daaf9 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Pushing event deleted for resources: {'Port': ['ID=88d73048-33d4-42de-9ca1-b7073388081d,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:38.162344 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['fa6c190a-3229-4c4e-865f-95adbbfccdb3', 'ef62dc8b-530e-45f3-a882-a85ab8ca6c2d', '88d73048-33d4-42de-9ca1-b7073388081d'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:45:38.187918 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c0304006-f867-494c-91f4-c383f1da3c19 req-db1566e8-c379-4e21-b7b2-fe3e554d256d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569894 Aug 09 17:45:38.206622 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-80386d3c-e8ce-41ce-870f-099a6100050f req-3423fe24-63ea-407f-86b8-bd91682daaf9 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] No DVR routers for this DVR port 88d73048-33d4-42de-9ca1-b7073388081d on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:45:38.214821 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-80386d3c-e8ce-41ce-870f-099a6100050f req-3423fe24-63ea-407f-86b8-bd91682daaf9 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:38.217211 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-80386d3c-e8ce-41ce-870f-099a6100050f req-3423fe24-63ea-407f-86b8-bd91682daaf9 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.65 "DELETE /v2.0/ports/88d73048-33d4-42de-9ca1-b7073388081d HTTP/1.1" status: 204 len: 173 time: 0.5262256 Aug 09 17:45:38.217720 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559f47bb-7d71-43c8-9374-48ed4c7a2016', 'name': 'network-vif-deleted', 'tag': '88d73048-33d4-42de-9ca1-b7073388081d'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:45:38.221091 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180e81a4-bcad-42ee-9668-ad61d5236408" -d '{"events": [{"server_uuid": "559f47bb-7d71-43c8-9374-48ed4c7a2016", "name": "network-vif-deleted", "tag": "88d73048-33d4-42de-9ca1-b7073388081d"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:45:38.267205 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2639cf0-9f4d-4525-9e63-159d20e9cf51 x-openstack-request-id: req-e2639cf0-9f4d-4525-9e63-159d20e9cf51 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:45:38.268241 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559f47bb-7d71-43c8-9374-48ed4c7a2016", "name": "network-vif-deleted", "tag": "88d73048-33d4-42de-9ca1-b7073388081d", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:45:38.268436 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e2639cf0-9f4d-4525-9e63-159d20e9cf51 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:45:38.269114 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559f47bb-7d71-43c8-9374-48ed4c7a2016', 'name': 'network-vif-deleted', 'tag': '88d73048-33d4-42de-9ca1-b7073388081d', 'status': 'completed', 'code': 200} Aug 09 17:45:38.892807 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-354fe7bd-9986-4d75-8da9-0193a452d2e6 req-c413001e-5df4-48cb-8d7f-8930ad3addaf tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=559f47bb-7d71-43c8-9374-48ed4c7a2016 HTTP/1.1" status: 200 len: 210 time: 0.0328984 Aug 09 17:45:38.912070 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682199d-8dba-461b-8767-920232509a32 req-4cb7dc44-c61d-4452-b5a8-113f6ce73f54 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:38.912070 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3682199d-8dba-461b-8767-920232509a32 req-4cb7dc44-c61d-4452-b5a8-113f6ce73f54 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.0826342 Aug 09 17:45:38.953705 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3682199d-8dba-461b-8767-920232509a32 req-0587f161-a257-4a42-8ce8-a131b6d367c5 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370910 Aug 09 17:45:39.313560 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fc42d-fe12-4a15-ad06-30532a158dfa req-e7e61109-81f9-47eb-8afd-a80ed89e132a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:39.315095 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a19fc42d-fe12-4a15-ad06-30532a158dfa req-e7e61109-81f9-47eb-8afd-a80ed89e132a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 945 time: 0.0529451 Aug 09 17:45:39.366170 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a19fc42d-fe12-4a15-ad06-30532a158dfa req-2c1f77d7-de94-408a-aad1-e42b6ed69b8a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451031 Aug 09 17:45:39.731569 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 490436d2-e15e-438e-a685-331a16efa236 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:45:39.809059 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:39.835358 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b90caf-360f-4558-9483-6fec8ba470da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490436d2-e15e-438e-a685-331a16efa236'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:45:39.837697 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3723f2e-7062-404f-b064-0f39265194ac" -d '{"events": [{"server_uuid": "80b90caf-360f-4558-9483-6fec8ba470da", "name": "network-vif-unplugged", "status": "completed", "tag": "490436d2-e15e-438e-a685-331a16efa236"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:45:39.853551 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 490436d2-e15e-438e-a685-331a16efa236, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=490436d2-e15e-438e-a685-331a16efa236,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:39.857812 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:39.860928 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 88d73048-33d4-42de-9ca1-b7073388081d no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:45:39.879143 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 52924) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:39.908710 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 17:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa1df65-81b7-4f3f-bc27-44ea93bb2925 x-openstack-request-id: req-daa1df65-81b7-4f3f-bc27-44ea93bb2925 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:45:39.909077 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b90caf-360f-4558-9483-6fec8ba470da", "name": "network-vif-unplugged", "status": "completed", "tag": "490436d2-e15e-438e-a685-331a16efa236", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:45:39.909336 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-daa1df65-81b7-4f3f-bc27-44ea93bb2925 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:45:39.909744 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b90caf-360f-4558-9483-6fec8ba470da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490436d2-e15e-438e-a685-331a16efa236', 'code': 200} Aug 09 17:45:39.912084 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: 88d73048-33d4-42de-9ca1-b7073388081d {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:45:39.912645 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 88d73048-33d4-42de-9ca1-b7073388081d not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:45:39.944839 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21c315e-77e0-43fd-8d70-791b0898f95d admin admin] Deleting subnet 2b840c0d-1e1a-4b0f-86d9-361c7705b1c2 {{(pid=99900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:45:39.948288 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-c21c315e-77e0-43fd-8d70-791b0898f95d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:39.948953 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=490436d2-e15e-438e-a685-331a16efa236,revision_number=8']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:39.993674 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-c21c315e-77e0-43fd-8d70-791b0898f95d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10054361'] for subnet, precommit_delete_associations {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:40.078611 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-c21c315e-77e0-43fd-8d70-791b0898f95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:40.137680 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c1903-95fc-4434-8460-43dc10cca937 req-3f0ef998-05ff-48c6-a8e5-e276cfdfca46 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:40.139855 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-157c1903-95fc-4434-8460-43dc10cca937 req-3f0ef998-05ff-48c6-a8e5-e276cfdfca46 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1025882 Aug 09 17:45:40.181104 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-c21c315e-77e0-43fd-8d70-791b0898f95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10004141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531874'] for subnet, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:40.238605 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c315e-77e0-43fd-8d70-791b0898f95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b840c0d-1e1a-4b0f-86d9-361c7705b1c2,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:40.248417 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-c21c315e-77e0-43fd-8d70-791b0898f95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:40.251674 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-c21c315e-77e0-43fd-8d70-791b0898f95d admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2b840c0d-1e1a-4b0f-86d9-361c7705b1c2 HTTP/1.1" status: 204 len: 168 time: 0.3713713 Aug 09 17:45:40.254172 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 52934) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:40.255780 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-157c1903-95fc-4434-8460-43dc10cca937 req-bbf77841-74bc-4bab-b720-267f861203d7 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999293 Aug 09 17:45:40.276632 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04769e4c-99b2-46da-a278-fd7670f1b9c4 req-e9311c8a-ebec-41ba-a884-687c9fae0a8b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:40.278160 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-04769e4c-99b2-46da-a278-fd7670f1b9c4 req-e9311c8a-ebec-41ba-a884-687c9fae0a8b tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 945 time: 0.0955012 Aug 09 17:45:40.319578 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-04769e4c-99b2-46da-a278-fd7670f1b9c4 req-730ca622-8113-436f-9eb1-88cfa2ae9b3c tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337079 Aug 09 17:45:40.326522 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-02cf5f00-f05e-4d13-b000-f3166a056ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:40.412015 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-02cf5f00-f05e-4d13-b000-f3166a056ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:40.422888 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-02cf5f00-f05e-4d13-b000-f3166a056ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33834c5-8250-497e-9109-75d2ac372874']}} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:40.433467 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-02cf5f00-f05e-4d13-b000-f3166a056ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2d5dfb-2567-4b98-8049-72ef735bf5c1') {'for_net_delete': True} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:40.433848 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-02cf5f00-f05e-4d13-b000-f3166a056ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2d5dfb-2567-4b98-8049-72ef735bf5c1') {} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:40.443346 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-02cf5f00-f05e-4d13-b000-f3166a056ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9885496'] for segment, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:40.458010 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-02cf5f00-f05e-4d13-b000-f3166a056ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:40.464248 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cf5f00-f05e-4d13-b000-f3166a056ea3 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=99899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:45:40.464733 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-02cf5f00-f05e-4d13-b000-f3166a056ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9831755'] for segment, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: Traceback (most recent call last): Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: timer() Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: cb(*args, **kw) Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: return func(*args, **kwargs) Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: self._notify() Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: self.callback(batched_events) Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: event.method(event) Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: return f(self, *a, **k) Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._get(url).json() Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: return self.request(url, 'GET', **kwargs) Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:45:40.466511 dv-cinder-780933-13-iscsi neutron-server[99899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:45:40.502689 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cad238-70ea-4968-9248-334909fc8ee5 req-372cc8c2-5704-4cb7-9458-82edb8ee41aa tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:40.504268 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-29cad238-70ea-4968-9248-334909fc8ee5 req-372cc8c2-5704-4cb7-9458-82edb8ee41aa tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.0561767 Aug 09 17:45:40.531473 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-02cf5f00-f05e-4d13-b000-f3166a056ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:40.538020 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-02cf5f00-f05e-4d13-b000-f3166a056ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:40.545206 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-29cad238-70ea-4968-9248-334909fc8ee5 req-4e82fc73-bc19-4096-981b-e1dece733437 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347557 Aug 09 17:45:40.546078 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-02cf5f00-f05e-4d13-b000-f3166a056ea3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d33834c5-8250-497e-9109-75d2ac372874 HTTP/1.1" status: 204 len: 168 time: 0.2906795 Aug 09 17:45:40.564577 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf5f00-f05e-4d13-b000-f3166a056ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d33834c5-8250-497e-9109-75d2ac372874,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:40.564819 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:40.770039 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 52954) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:40.837182 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-d7df61c9-9163-4aef-a67a-b8f67449661c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=75ab80b8497d45759a4d0133771248b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0654302 Aug 09 17:45:40.840057 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 52958) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:40.842471 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-8216b7ad-e467-40c4-8175-eaacc3d87f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:40.924232 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a0de50dd-dcc3-4cfe-aaa1-f9bdbed29e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:40.951646 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a0de50dd-dcc3-4cfe-aaa1-f9bdbed29e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:40.959438 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 52962) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:41.053750 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a0de50dd-dcc3-4cfe-aaa1-f9bdbed29e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:41.056891 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a0de50dd-dcc3-4cfe-aaa1-f9bdbed29e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:41.060624 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-a0de50dd-dcc3-4cfe-aaa1-f9bdbed29e7d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3626cb60-c13f-4c87-b2ff-00c27971f9c0 HTTP/1.1" status: 204 len: 168 time: 0.2168715 Aug 09 17:45:41.068748 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de50dd-dcc3-4cfe-aaa1-f9bdbed29e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3626cb60-c13f-4c87-b2ff-00c27971f9c0,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:41.100303 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b4975729-4a32-49e5-9d9a-7efba42c9f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:41.201998 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b4975729-4a32-49e5-9d9a-7efba42c9f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:41.206093 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b4975729-4a32-49e5-9d9a-7efba42c9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:41.255654 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-b4975729-4a32-49e5-9d9a-7efba42c9f35 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=841e074b953d4bccaedddbf05136e959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951159 Aug 09 17:45:41.256698 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4975729-4a32-49e5-9d9a-7efba42c9f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a478c0-3ed0-4db6-be6a-d276d7c62946,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:41.258380 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 52978) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:41.336181 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-dd74715d-0a56-4fef-be20-3c4e2efafdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:41.438074 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-dd74715d-0a56-4fef-be20-3c4e2efafdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:41.487936 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe81d4-8afa-473c-8345-a95e139b3da3 req-03739395-ae2a-4999-b6a7-1a20f9468a32 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:41.495417 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-81fe81d4-8afa-473c-8345-a95e139b3da3 req-03739395-ae2a-4999-b6a7-1a20f9468a32 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.1498718 Aug 09 17:45:41.525646 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce790b58-cfb6-489b-9097-712b342ee483 req-be13d3ce-a66e-48db-ab31-ab88ff816c58 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:41.527205 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ce790b58-cfb6-489b-9097-712b342ee483 req-be13d3ce-a66e-48db-ab31-ab88ff816c58 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1308441 Aug 09 17:45:41.578200 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-81fe81d4-8afa-473c-8345-a95e139b3da3 req-53c42db3-469e-4279-b6d9-2fd3f520df62 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813558 Aug 09 17:45:41.593736 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-dd74715d-0a56-4fef-be20-3c4e2efafdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:41.598297 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-dd74715d-0a56-4fef-be20-3c4e2efafdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:41.599565 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-dd74715d-0a56-4fef-be20-3c4e2efafdc7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/73a478c0-3ed0-4db6-be6a-d276d7c62946 HTTP/1.1" status: 204 len: 168 time: 0.3390250 Aug 09 17:45:41.608091 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ce790b58-cfb6-489b-9097-712b342ee483 req-a6ecf97c-e838-4fcf-9f94-79b5936bc0ad tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743809 Aug 09 17:45:41.613936 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74715d-0a56-4fef-be20-3c4e2efafdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a478c0-3ed0-4db6-be6a-d276d7c62946,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:41.740790 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef7f38-566f-4762-ab7c-6041b16bf26e req-117c252c-0bc8-4a16-ae42-6f88cb9e835e tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:41.745049 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-04ef7f38-566f-4762-ab7c-6041b16bf26e req-117c252c-0bc8-4a16-ae42-6f88cb9e835e tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 945 time: 0.0624959 Aug 09 17:45:41.791711 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-04ef7f38-566f-4762-ab7c-6041b16bf26e req-2c237282-bdf9-4ff9-bccf-bdf45ecd3d9e tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417211 Aug 09 17:45:41.860261 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:42.053157 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53020) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:42.153321 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-544b7625-48cd-4dcc-95f6-de86cd1b3e88 req-c964559b-f231-42ab-a767-d6d2a7e22d4e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0983629 Aug 09 17:45:42.184859 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53026) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:42.240213 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fb12a-6dd4-4777-b461-942c2aae0f0d req-7fd3c4cf-e47c-4910-a8fe-52c018b4982d tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:42.241863 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-594fb12a-6dd4-4777-b461-942c2aae0f0d req-7fd3c4cf-e47c-4910-a8fe-52c018b4982d tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 945 time: 0.0714724 Aug 09 17:45:42.308933 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-0580fdb7-0eb3-4b18-8ec6-f3f1b5a44a56 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-693955616-network', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:45:42.340735 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0580fdb7-0eb3-4b18-8ec6-f3f1b5a44a56 admin admin] Made reservation on behalf of 137c6f0b601e4faf99bd17e253fa3596 for: {'network': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:45:42.344053 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0580fdb7-0eb3-4b18-8ec6-f3f1b5a44a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:42.360081 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0580fdb7-0eb3-4b18-8ec6-f3f1b5a44a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:42.528803 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0580fdb7-0eb3-4b18-8ec6-f3f1b5a44a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:42.534844 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0580fdb7-0eb3-4b18-8ec6-f3f1b5a44a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:42.562214 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0580fdb7-0eb3-4b18-8ec6-f3f1b5a44a56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=99900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:45:42.571960 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580fdb7-0eb3-4b18-8ec6-f3f1b5a44a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7859c655-a38d-4528-a45e-65a4ada8c698,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:42.579001 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0580fdb7-0eb3-4b18-8ec6-f3f1b5a44a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:42.579747 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.segments_db [None req-0580fdb7-0eb3-4b18-8ec6-f3f1b5a44a56 admin admin] Added segment 221228f3-a9ce-48c1-9934-8bc5f892baa7 of type vlan for network 7b1ff93c-f38a-4631-a50e-b0003eba36bb Aug 09 17:45:42.604409 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-594fb12a-6dd4-4777-b461-942c2aae0f0d req-25b618bb-75c8-4390-a7d4-ebf958721d91 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Deleting port ef62dc8b-530e-45f3-a882-a85ab8ca6c2d {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:45:42.605030 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-594fb12a-6dd4-4777-b461-942c2aae0f0d req-25b618bb-75c8-4390-a7d4-ebf958721d91 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:42.631244 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0580fdb7-0eb3-4b18-8ec6-f3f1b5a44a56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:42.678761 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0580fdb7-0eb3-4b18-8ec6-f3f1b5a44a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:42.680536 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0580fdb7-0eb3-4b18-8ec6-f3f1b5a44a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:42.681706 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0580fdb7-0eb3-4b18-8ec6-f3f1b5a44a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:42.741258 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-0580fdb7-0eb3-4b18-8ec6-f3f1b5a44a56 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5550666 Aug 09 17:45:42.747173 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53040) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:42.753387 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-72918e5b-fc91-48f9-9396-376d49b58a97 admin admin] Request body: {'subnet': {'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-693955616-subnet', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'ip_version': 4}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:45:42.783101 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-594fb12a-6dd4-4777-b461-942c2aae0f0d req-25b618bb-75c8-4390-a7d4-ebf958721d91 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] For port ef62dc8b-530e-45f3-a882-a85ab8ca6c2d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ef62dc8b-530e-45f3-a882-a85ab8ca6c2d,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:42.783371 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-594fb12a-6dd4-4777-b461-942c2aae0f0d req-25b618bb-75c8-4390-a7d4-ebf958721d91 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:42.805929 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-594fb12a-6dd4-4777-b461-942c2aae0f0d req-25b618bb-75c8-4390-a7d4-ebf958721d91 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Calling delete_port for ef62dc8b-530e-45f3-a882-a85ab8ca6c2d owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:45:42.808304 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72918e5b-fc91-48f9-9396-376d49b58a97 admin admin] Made reservation on behalf of 137c6f0b601e4faf99bd17e253fa3596 for: {'subnet': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:45:42.822521 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-72918e5b-fc91-48f9-9396-376d49b58a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9541525'] for subnet, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:42.829184 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580fdb7-0eb3-4b18-8ec6-f3f1b5a44a56 admin admin] Pushing event updated for resources: {'Network': ['ID=7b1ff93c-f38a-4631-a50e-b0003eba36bb,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:42.843950 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network 7b1ff93c-f38a-4631-a50e-b0003eba36bb details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:45:42.852089 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5103307-3e78-4c37-a274-7a79a4de8b26 req-1a61821f-b76b-4579-b9b1-ff3d198a3a25 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:42.853687 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b5103307-3e78-4c37-a274-7a79a4de8b26 req-1a61821f-b76b-4579-b9b1-ff3d198a3a25 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1114082 Aug 09 17:45:42.862057 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260efcbe-2af3-4150-b592-929a2f81c5ef req-103aca8a-485e-44a2-9179-ec4314a6948a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:42.863607 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-260efcbe-2af3-4150-b592-929a2f81c5ef req-103aca8a-485e-44a2-9179-ec4314a6948a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.1513772 Aug 09 17:45:42.918302 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b5103307-3e78-4c37-a274-7a79a4de8b26 req-2b9797ba-e08d-4776-b9f0-d6f3da05e17b tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/security-groups?id=a967a79c-38d6-44cd-ad6c-f0c85902054e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532875 Aug 09 17:45:42.931928 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-260efcbe-2af3-4150-b592-929a2f81c5ef req-16554b3c-1f1e-424c-b75c-d61e5ffd00eb tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604191 Aug 09 17:45:43.061725 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a4223-bcce-435d-9c45-93700ea0ad19 req-2d812217-33e0-44ee-9e6e-9f14502603f6 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:43.064009 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4c1a4223-bcce-435d-9c45-93700ea0ad19 req-2d812217-33e0-44ee-9e6e-9f14502603f6 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=6bb9a3df-b04a-4c9d-bdce-807d350e1fb9 HTTP/1.1" status: 200 len: 945 time: 0.0633931 Aug 09 17:45:43.095246 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36831e8c-547f-40b7-b9ba-de32c49256ce req-e31e5c9a-88ab-48bf-ae05-f7e25476e89a tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:43.096856 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-36831e8c-547f-40b7-b9ba-de32c49256ce req-e31e5c9a-88ab-48bf-ae05-f7e25476e89a tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 945 time: 0.1768122 Aug 09 17:45:43.104290 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4c1a4223-bcce-435d-9c45-93700ea0ad19 req-b8e9bb09-01fb-485e-850d-e4c33f29ddc6 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339260 Aug 09 17:45:43.197377 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-72918e5b-fc91-48f9-9396-376d49b58a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9831890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9541543'] for subnet, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:43.288259 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-594fb12a-6dd4-4777-b461-942c2aae0f0d req-25b618bb-75c8-4390-a7d4-ebf958721d91 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:43.322549 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72918e5b-fc91-48f9-9396-376d49b58a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f09a200-788b-4fd2-bf36-20c630d4757d,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:43.330307 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['fa6c190a-3229-4c4e-865f-95adbbfccdb3', 'ef62dc8b-530e-45f3-a882-a85ab8ca6c2d'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:45:43.330815 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b618bb-75c8-4390-a7d4-ebf958721d91 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Pushing event deleted for resources: {'Port': ['ID=ef62dc8b-530e-45f3-a882-a85ab8ca6c2d,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:43.386165 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72918e5b-fc91-48f9-9396-376d49b58a97 admin admin] Checking segment: {'id': '221228f3-a9ce-48c1-9934-8bc5f892baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:45:43.386528 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72918e5b-fc91-48f9-9396-376d49b58a97 admin admin] Network hostable DHCP agents. Network: 7b1ff93c-f38a-4631-a50e-b0003eba36bb, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:45:43.404806 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-594fb12a-6dd4-4777-b461-942c2aae0f0d req-25b618bb-75c8-4390-a7d4-ebf958721d91 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] No DVR routers for this DVR port ef62dc8b-530e-45f3-a882-a85ab8ca6c2d on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:45:43.408858 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-594fb12a-6dd4-4777-b461-942c2aae0f0d req-25b618bb-75c8-4390-a7d4-ebf958721d91 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:43.410833 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-594fb12a-6dd4-4777-b461-942c2aae0f0d req-25b618bb-75c8-4390-a7d4-ebf958721d91 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.65 "DELETE /v2.0/ports/ef62dc8b-530e-45f3-a882-a85ab8ca6c2d HTTP/1.1" status: 204 len: 173 time: 1.1613255 Aug 09 17:45:43.414107 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb9a3df-b04a-4c9d-bdce-807d350e1fb9', 'name': 'network-vif-deleted', 'tag': 'ef62dc8b-530e-45f3-a882-a85ab8ca6c2d'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:45:43.416457 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82219090-875e-4dfa-aab3-080e2a984c9f" -d '{"events": [{"server_uuid": "6bb9a3df-b04a-4c9d-bdce-807d350e1fb9", "name": "network-vif-deleted", "tag": "ef62dc8b-530e-45f3-a882-a85ab8ca6c2d"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:45:43.425932 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-36831e8c-547f-40b7-b9ba-de32c49256ce req-3023325a-c84d-484e-a716-49ec32f32bc4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Deleting port 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:45:43.426284 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-36831e8c-547f-40b7-b9ba-de32c49256ce req-3023325a-c84d-484e-a716-49ec32f32bc4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:43.472650 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d86cab-a690-4248-aeb2-b39961dbf257 x-openstack-request-id: req-78d86cab-a690-4248-aeb2-b39961dbf257 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:45:43.473025 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb9a3df-b04a-4c9d-bdce-807d350e1fb9", "name": "network-vif-deleted", "tag": "ef62dc8b-530e-45f3-a882-a85ab8ca6c2d", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:45:43.473200 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-78d86cab-a690-4248-aeb2-b39961dbf257 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:45:43.473622 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb9a3df-b04a-4c9d-bdce-807d350e1fb9', 'name': 'network-vif-deleted', 'tag': 'ef62dc8b-530e-45f3-a882-a85ab8ca6c2d', 'status': 'completed', 'code': 200} Aug 09 17:45:43.482058 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72918e5b-fc91-48f9-9396-376d49b58a97 admin admin] Network 7b1ff93c-f38a-4631-a50e-b0003eba36bb is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:45:43.499630 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-72918e5b-fc91-48f9-9396-376d49b58a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, 7b1ff93c-f38a-4631-a50e-b0003eba36bb) {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:45:43.511430 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debd7b54-6afe-49e0-a3a8-a9b3936cb476 None None] Network 7b1ff93c-f38a-4631-a50e-b0003eba36bb requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:45:43.511965 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72918e5b-fc91-48f9-9396-376d49b58a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:43.512565 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-72918e5b-fc91-48f9-9396-376d49b58a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:43.545980 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-72918e5b-fc91-48f9-9396-376d49b58a97 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7974417 Aug 09 17:45:43.547088 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53048) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:43.552598 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-36831e8c-547f-40b7-b9ba-de32c49256ce req-3023325a-c84d-484e-a716-49ec32f32bc4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] For port 51e9c80d-7cf4-49d2-b559-7d18bec99aa2, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=51e9c80d-7cf4-49d2-b559-7d18bec99aa2,segment=NetworkSegment(1ea0c7ff-f175-439f-9c88-bc599790b0b0),segment_id=1ea0c7ff-f175-439f-9c88-bc599790b0b0)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:43.553096 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-36831e8c-547f-40b7-b9ba-de32c49256ce req-3023325a-c84d-484e-a716-49ec32f32bc4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:43.553219 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-693955616-router', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:45:43.573502 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-36831e8c-547f-40b7-b9ba-de32c49256ce req-3023325a-c84d-484e-a716-49ec32f32bc4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Calling delete_port for 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:45:43.605957 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-964555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:43.608258 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:43.674969 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:43.704797 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:43.743608 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a6190c-6a13-5555-94fd-b175b3e363ac-7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'fixed_ips': [{'subnet_id': '4f09a200-788b-4fd2-bf36-20c630d4757d'}]}} from dv-cinder-780933-13-iscsi. {{(pid=99901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:45:43.744477 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:43.757274 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-36831e8c-547f-40b7-b9ba-de32c49256ce req-3023325a-c84d-484e-a716-49ec32f32bc4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:43.768037 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 490436d2-e15e-438e-a685-331a16efa236 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:45:43.788736 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023325a-c84d-484e-a716-49ec32f32bc4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Pushing event deleted for resources: {'Port': ['ID=51e9c80d-7cf4-49d2-b559-7d18bec99aa2,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:43.841097 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-36831e8c-547f-40b7-b9ba-de32c49256ce req-3023325a-c84d-484e-a716-49ec32f32bc4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] No DVR routers for this DVR port 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:45:43.844654 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-36831e8c-547f-40b7-b9ba-de32c49256ce req-3023325a-c84d-484e-a716-49ec32f32bc4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:43.846801 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-36831e8c-547f-40b7-b9ba-de32c49256ce req-3023325a-c84d-484e-a716-49ec32f32bc4 tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.65 "DELETE /v2.0/ports/51e9c80d-7cf4-49d2-b559-7d18bec99aa2 HTTP/1.1" status: 204 len: 173 time: 0.7279432 Aug 09 17:45:43.872748 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:43.957379 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.db_base_plugin_common [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Allocated IP 172.20.0.2 (7b1ff93c-f38a-4631-a50e-b0003eba36bb/4f09a200-788b-4fd2-bf36-20c630d4757d/8a1c0238-e4b3-4431-af6a-8d09b6f0e38e) {{(pid=99901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:45:44.151648 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ae43f428-2507-4657-8466-a0e753740831 req-bf83d4a2-d4a1-495b-9fb3-8ec19df8d6fe tempest-ServerRescueNegativeTestJSON-1931643742 tempest-ServerRescueNegativeTestJSON-1931643742-project] 10.222.0.38 "GET /v2.0/ports?device_id=6ed23cac-a927-4348-b95f-00e66044ea4b HTTP/1.1" status: 200 len: 210 time: 0.0908067 Aug 09 17:45:44.182013 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Notify callbacks [] for port, precommit_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:44.193813 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Transition to ACTIVE for port object 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:45:44.214549 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Transition to ACTIVE for port object 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e will not be triggered until provisioned by entity DHCP. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:45:44.223722 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:44.225783 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:44.262263 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:44.272283 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Network 7b1ff93c-f38a-4631-a50e-b0003eba36bb is already hosted by enough agents. {{(pid=99901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:45:44.275805 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.base_scheduler [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Resources bound (agent type, host, resource id): {{(pid=99901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:45:44.281087 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Received port after_create {{(pid=99901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:45:44.285566 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8577e-25f9-4307-bf7c-b5f1c92f933d req-209d42a7-0182-437e-b90d-57d682ae7c29 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:44.298642 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3cf8577e-25f9-4307-bf7c-b5f1c92f933d req-209d42a7-0182-437e-b90d-57d682ae7c29 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.2366922 Aug 09 17:45:44.304793 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Pushing event updated for resources: {'Port': ['ID=8a1c0238-e4b3-4431-af6a-8d09b6f0e38e,revision_number=1']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:44.369144 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Attempting to bind port 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:45:44.369795 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Attempting to bind port 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '221228f3-a9ce-48c1-9934-8bc5f892baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:45:44.369892 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Attempting to bind port 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e on network 7b1ff93c-f38a-4631-a50e-b0003eba36bb {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:45:44.375745 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:45:44.376714 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Checking segment: {'id': '221228f3-a9ce-48c1-9934-8bc5f892baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:45:44.376714 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:44.377324 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Bound using segment: {'id': '221228f3-a9ce-48c1-9934-8bc5f892baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:45:44.377843 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Bound port: 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221228f3-a9ce-48c1-9934-8bc5f892baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:45:44.378344 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:44.384357 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3cf8577e-25f9-4307-bf7c-b5f1c92f933d req-9a995a13-ceac-42bd-bc3e-9fcc98b8caa6 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847976 Aug 09 17:45:44.456878 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Allocated IP 172.27.3.168 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/55230786-197a-40fb-a700-b37ee32e681f) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:45:44.476025 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] For port 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:45:44.479616 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] For port 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=8a1c0238-e4b3-4431-af6a-8d09b6f0e38e,segment=NetworkSegment(221228f3-a9ce-48c1-9934-8bc5f892baa7),segment_id=221228f3-a9ce-48c1-9934-8bc5f892baa7)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:45:44.485434 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:44.559923 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e977249-de2a-4168-b2f7-3dd88c108c72 None None] Pushing event updated for resources: {'Port': ['ID=8a1c0238-e4b3-4431-af6a-8d09b6f0e38e,revision_number=2']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:44.592859 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:44.654416 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:44.671954 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b7625-48cd-4dcc-95f6-de86cd1b3e88 req-897891ed-228d-46fc-913e-5c20ad1850f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:44.673637 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-544b7625-48cd-4dcc-95f6-de86cd1b3e88 req-897891ed-228d-46fc-913e-5c20ad1850f8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da&tenant_id=dc9699f4940942999992b0fe593c8833 HTTP/1.1" status: 200 len: 1096 time: 0.0935895 Aug 09 17:45:44.705896 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:45:44.709945 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:45:44.714267 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:45:44.721134 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Pushing event updated for resources: {'Port': ['ID=55230786-197a-40fb-a700-b37ee32e681f,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:44.793631 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b7625-48cd-4dcc-95f6-de86cd1b3e88 req-94622948-6fcc-4175-b4a5-94f29e4bc079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:44.811960 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-544b7625-48cd-4dcc-95f6-de86cd1b3e88 req-94622948-6fcc-4175-b4a5-94f29e4bc079 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc9699f4940942999992b0fe593c8833&device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 1096 time: 0.0839598 Aug 09 17:45:44.966420 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b7625-48cd-4dcc-95f6-de86cd1b3e88 req-28f2f78c-a0d4-4d70-9112-4991347200b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:44.968656 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-544b7625-48cd-4dcc-95f6-de86cd1b3e88 req-28f2f78c-a0d4-4d70-9112-4991347200b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f HTTP/1.1" status: 200 len: 917 time: 0.1588781 Aug 09 17:45:45.048148 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-544b7625-48cd-4dcc-95f6-de86cd1b3e88 req-ad9469bd-ea92-4bf7-bc95-19e588c484bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490436d2-e15e-438e-a685-331a16efa236 HTTP/1.1" status: 200 len: 998 time: 0.0651512 Aug 09 17:45:45.064308 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:45.116004 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b7625-48cd-4dcc-95f6-de86cd1b3e88 req-f283fc22-f8db-427a-8e51-b240173d4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:45.118483 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-544b7625-48cd-4dcc-95f6-de86cd1b3e88 req-f283fc22-f8db-427a-8e51-b240173d4c73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d979a41-53a7-4435-9ead-3f50cab74183 HTTP/1.1" status: 200 len: 855 time: 0.0620651 Aug 09 17:45:45.177874 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b7625-48cd-4dcc-95f6-de86cd1b3e88 req-00fc72ba-544b-4e96-bf0f-7e4bf27cc01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:45.180467 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-544b7625-48cd-4dcc-95f6-de86cd1b3e88 req-00fc72ba-544b-4e96-bf0f-7e4bf27cc01e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534544 Aug 09 17:45:45.220659 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53066) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:45.304237 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-544b7625-48cd-4dcc-95f6-de86cd1b3e88 req-c4b4d24e-c693-42b0-aaed-213575ac4f01 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993063 Aug 09 17:45:45.385493 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962553'] for router, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:45.427133 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-544b7625-48cd-4dcc-95f6-de86cd1b3e88 req-2941d223-391a-4121-8dc5-6a87f573b429 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101186 Aug 09 17:45:45.495003 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed23cac-a927-4348-b95f-00e66044ea4b', 'name': 'network-vif-deleted', 'tag': '51e9c80d-7cf4-49d2-b559-7d18bec99aa2'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:45:45.500515 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763c26c9-0e8c-484b-b2d3-c3d262ee6c6d" -d '{"events": [{"server_uuid": "6ed23cac-a927-4348-b95f-00e66044ea4b", "name": "network-vif-deleted", "tag": "51e9c80d-7cf4-49d2-b559-7d18bec99aa2"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:45:45.553214 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdc84c6-abad-426b-b9af-ae7a395c27ac x-openstack-request-id: req-3fdc84c6-abad-426b-b9af-ae7a395c27ac {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:45:45.553541 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed23cac-a927-4348-b95f-00e66044ea4b", "name": "network-vif-deleted", "tag": "51e9c80d-7cf4-49d2-b559-7d18bec99aa2", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:45:45.553835 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3fdc84c6-abad-426b-b9af-ae7a395c27ac {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:45:45.554253 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed23cac-a927-4348-b95f-00e66044ea4b', 'name': 'network-vif-deleted', 'tag': '51e9c80d-7cf4-49d2-b559-7d18bec99aa2', 'status': 'completed', 'code': 200} Aug 09 17:45:45.754782 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ed4a65-8490-453c-a663-b5e143365e9b None None] Network 7b1ff93c-f38a-4631-a50e-b0003eba36bb requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:45:45.802479 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:45:45.833564 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:45:45.833900 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 51e9c80d-7cf4-49d2-b559-7d18bec99aa2 not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:45:45.834492 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device ef62dc8b-530e-45f3-a882-a85ab8ca6c2d no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:45:45.862583 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: ef62dc8b-530e-45f3-a882-a85ab8ca6c2d {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:45:45.863179 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device ef62dc8b-530e-45f3-a882-a85ab8ca6c2d not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:45:45.868239 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-856937fe-2e53-42e3-bf6e-050e595cddfa None None] Provisioning for port 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:45:45.943063 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b09923-754d-4a73-8ab7-50bf0690a9d4 req-22655e9a-c629-4668-bcbc-38a5f4beb560 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:45.947439 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-40b09923-754d-4a73-8ab7-50bf0690a9d4 req-22655e9a-c629-4668-bcbc-38a5f4beb560 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.4201150 Aug 09 17:45:46.063855 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11e4fa-1acb-4fe9-876e-ff16ee3c010d req-1c26723d-b4cb-4ce6-a7ef-cc9a31adfa06 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:46.065464 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6e11e4fa-1acb-4fe9-876e-ff16ee3c010d req-1c26723d-b4cb-4ce6-a7ef-cc9a31adfa06 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.1735125 Aug 09 17:45:46.073424 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-40b09923-754d-4a73-8ab7-50bf0690a9d4 req-2af18827-4c52-4ea7-a194-5377e958cbfb tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175385 Aug 09 17:45:46.093761 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Router a6f976d0-eeab-4ea7-93b1-443a64b4f134 is scheduled to L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 with binding_index 1 {{(pid=99900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:45:46.230518 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6e11e4fa-1acb-4fe9-876e-ff16ee3c010d req-9979d843-68fc-4f47-9523-2a6a60d4ea10 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541288 Aug 09 17:45:46.478368 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:45:46.503207 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Sync routers for ids ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:45:46.526291 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Routers {'a6f976d0-eeab-4ea7-93b1-443a64b4f134'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:45:46.527331 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:45:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:46.557125 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] Notify callbacks [] for router, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:46.562980 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-6f39106d-d2e6-4804-b4f1-748e3dca2c1f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0116332 Aug 09 17:45:46.563231 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53102) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:46.582119 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-810826af-8b94-42bb-91be-db10710534fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-961667'] for router_interface, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:46.677711 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:45:46.694702 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Set router a6f976d0-eeab-4ea7-93b1-443a64b4f134 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:45:46.772526 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:45:46.791362 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:45:46.792068 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:46.947784 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:46.993640 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=8a1c0238-e4b3-4431-af6a-8d09b6f0e38e,segment=NetworkSegment(221228f3-a9ce-48c1-9934-8bc5f892baa7),segment_id=221228f3-a9ce-48c1-9934-8bc5f892baa7)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:47.000737 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:47.077978 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'name': 'tempest-TestShelveInstance-693955616-router', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '55230786-197a-40fb-a700-b37ee32e681f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:43Z', 'updated_at': '2021-08-09T17:45:44Z', 'revision_number': 3, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'gw_port': {'id': '55230786-197a-40fb-a700-b37ee32e681f', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:44Z', 'updated_at': '2021-08-09T17:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:47.114145 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=8a1c0238-e4b3-4431-af6a-8d09b6f0e38e,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:47.134068 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Checking router: a6f976d0-eeab-4ea7-93b1-443a64b4f134 for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:45:47.137285 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Updating router a6f976d0-eeab-4ea7-93b1-443a64b4f134 port 55230786-197a-40fb-a700-b37ee32e681f binding host dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:45:47.212197 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:47.366770 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaba21-719d-4c6d-bcb9-97e15beec39b req-83d7816f-fb0c-4aab-b4e2-518d52fc684c tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:47.368309 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4cbaba21-719d-4c6d-bcb9-97e15beec39b req-83d7816f-fb0c-4aab-b4e2-518d52fc684c tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.1046598 Aug 09 17:45:47.373861 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-810826af-8b94-42bb-91be-db10710534fe admin admin] Deleting port 2faa101f-d67c-4272-8310-b91ae9deac9e {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:45:47.374231 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-810826af-8b94-42bb-91be-db10710534fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:47.411928 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:47.548531 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4cbaba21-719d-4c6d-bcb9-97e15beec39b req-bd5865bd-89c3-456e-9651-05fbc2eb40fb tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716430 Aug 09 17:45:47.550769 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [None req-810826af-8b94-42bb-91be-db10710534fe admin admin] For port 2faa101f-d67c-4272-8310-b91ae9deac9e, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=2faa101f-d67c-4272-8310-b91ae9deac9e,segment=NetworkSegment(1ea0c7ff-f175-439f-9c88-bc599790b0b0),segment_id=1ea0c7ff-f175-439f-9c88-bc599790b0b0)] {{(pid=99900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:47.551251 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-810826af-8b94-42bb-91be-db10710534fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:47.599004 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-810826af-8b94-42bb-91be-db10710534fe admin admin] Calling delete_port for 2faa101f-d67c-4272-8310-b91ae9deac9e owned by network:router_interface {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:45:47.802069 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018df69-1082-4f41-bd16-c47f24cb4ae1 req-825dda69-73c2-4a98-85a0-2c3eff3607d2 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:47.809546 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0018df69-1082-4f41-bd16-c47f24cb4ae1 req-825dda69-73c2-4a98-85a0-2c3eff3607d2 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.1289175 Aug 09 17:45:47.820770 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Allocated IP 172.20.0.1 (7b1ff93c-f38a-4631-a50e-b0003eba36bb/4f09a200-788b-4fd2-bf36-20c630d4757d/22bdc0e4-3de0-49d9-a3cd-b9fc7323b398) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:45:47.913292 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0018df69-1082-4f41-bd16-c47f24cb4ae1 req-844ec631-1822-4725-937b-131687fee214 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027751 Aug 09 17:45:47.927813 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Notify callbacks [] for port, precommit_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:47.954237 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.provisioning_blocks [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Transition to ACTIVE for port object 55230786-197a-40fb-a700-b37ee32e681f will not be triggered until provisioned by entity L2. {{(pid=99902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:45:47.963212 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:48.031636 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-810826af-8b94-42bb-91be-db10710534fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:48.057777 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d2ff4-66a1-40e6-becc-2152215d150f None None] Pushing event updated for resources: {'Port': ['ID=55230786-197a-40fb-a700-b37ee32e681f,revision_number=2']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:48.064703 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:48.075219 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Attempting to bind port 55230786-197a-40fb-a700-b37ee32e681f on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:45:48.079812 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Attempting to bind port 55230786-197a-40fb-a700-b37ee32e681f by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:45:48.080564 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Attempting to bind port 55230786-197a-40fb-a700-b37ee32e681f on network ea6b9157-7b5c-46f4-b61f-3e223353ac5d {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:45:48.094879 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d2ff4-66a1-40e6-becc-2152215d150f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:48.095233 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d2ff4-66a1-40e6-becc-2152215d150f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:48.095566 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d2ff4-66a1-40e6-becc-2152215d150f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:48.097947 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d2ff4-66a1-40e6-becc-2152215d150f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:48.098184 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d2ff4-66a1-40e6-becc-2152215d150f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:48.098403 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d2ff4-66a1-40e6-becc-2152215d150f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:48.098725 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d2ff4-66a1-40e6-becc-2152215d150f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:48.099278 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d2ff4-66a1-40e6-becc-2152215d150f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:48.099380 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d2ff4-66a1-40e6-becc-2152215d150f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:48.099695 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d2ff4-66a1-40e6-becc-2152215d150f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:48.100833 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Transition to ACTIVE for port object 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 will not be triggered until provisioned by entity DHCP. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:45:48.102686 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d2ff4-66a1-40e6-becc-2152215d150f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:48.103072 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2d2ff4-66a1-40e6-becc-2152215d150f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:48.118196 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:45:48.118560 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Checking segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:45:48.120367 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:48.120762 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Bound using segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:45:48.121255 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Bound port: 55230786-197a-40fb-a700-b37ee32e681f, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:45:48.123510 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810826af-8b94-42bb-91be-db10710534fe admin admin] Pushing event deleted for resources: {'Port': ['ID=2faa101f-d67c-4272-8310-b91ae9deac9e,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:48.123777 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:48.192483 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:48.246410 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] For port 55230786-197a-40fb-a700-b37ee32e681f, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:45:48.257016 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] For port 55230786-197a-40fb-a700-b37ee32e681f, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=55230786-197a-40fb-a700-b37ee32e681f,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:45:48.266999 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:48.304036 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Network 7b1ff93c-f38a-4631-a50e-b0003eba36bb is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:45:48.308549 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:45:48.321484 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:45:48.368429 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Routers {'a6f976d0-eeab-4ea7-93b1-443a64b4f134'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:45:48.368961 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:45:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:48.372342 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-810826af-8b94-42bb-91be-db10710534fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963379'] for router_interface, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:48.374734 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Pushing event updated for resources: {'Port': ['ID=22bdc0e4-3de0-49d9-a3cd-b9fc7323b398,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:48.423163 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961546'] for router_interface, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:48.449817 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d2ff4-66a1-40e6-becc-2152215d150f None None] Pushing event updated for resources: {'Port': ['ID=55230786-197a-40fb-a700-b37ee32e681f,revision_number=3']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:48.593674 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] Set router a6f976d0-eeab-4ea7-93b1-443a64b4f134 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:45:48.612184 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:48.654598 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-c8a0d20f-1238-4129-9065-10b546f86cb7 None None] Provisioning for port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:45:48.660734 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:45:48.665405 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-c8a0d20f-1238-4129-9065-10b546f86cb7 None None] Provisioning complete for port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:45:48.665405 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-c8a0d20f-1238-4129-9065-10b546f86cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:48.779076 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942ccb2-d939-476e-b733-cc480030f9db req-fc5826ac-dc11-4a64-8ee0-059df2639a52 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:48.781126 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5942ccb2-d939-476e-b733-cc480030f9db req-fc5826ac-dc11-4a64-8ee0-059df2639a52 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.1287656 Aug 09 17:45:48.790310 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810826af-8b94-42bb-91be-db10710534fe admin admin] Router cb92f91a-ecde-46a8-9b12-c982ece849b6 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:45:48.826909 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0d20f-1238-4129-9065-10b546f86cb7 None None] Port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:45:48.856473 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:45:48.857041 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:48.898039 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5942ccb2-d939-476e-b733-cc480030f9db req-8579b632-d02d-41a7-8331-7fb8403d85fc tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060140 Aug 09 17:45:48.931107 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:48.938292 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:48.965230 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810826af-8b94-42bb-91be-db10710534fe admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:45:48.966036 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'name': 'tempest-TestShelveInstance-693955616-router', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '55230786-197a-40fb-a700-b37ee32e681f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:43Z', 'updated_at': '2021-08-09T17:45:44Z', 'revision_number': 3, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'gw_port': {'id': '55230786-197a-40fb-a700-b37ee32e681f', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:44Z', 'updated_at': '2021-08-09T17:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:48.977829 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-810826af-8b94-42bb-91be-db10710534fe admin admin] 10.222.0.38 "PUT /v2.0/routers/cb92f91a-ecde-46a8-9b12-c982ece849b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7557118 Aug 09 17:45:48.980994 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53116) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:49.005547 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a2fe9-16ac-4176-841b-295212d13b2b None None] Sync routers for ids ['cb92f91a-ecde-46a8-9b12-c982ece849b6'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:45:49.008654 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5275567-f7e3-4fa8-9393-c88ba91061bd None None] The sync data for ids ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'] in dv-cinder-780933-13-iscsi is: [{'id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'name': 'tempest-TestShelveInstance-693955616-router', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '55230786-197a-40fb-a700-b37ee32e681f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:43Z', 'updated_at': '2021-08-09T17:45:44Z', 'revision_number': 3, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'gw_port': {'id': '55230786-197a-40fb-a700-b37ee32e681f', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:44Z', 'updated_at': '2021-08-09T17:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:45:49.033735 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Pushing event updated for resources: {'Port': ['ID=22bdc0e4-3de0-49d9-a3cd-b9fc7323b398,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:49.036435 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961726'] for router_interface, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:49.069177 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a2fe9-16ac-4176-841b-295212d13b2b None None] Routers {'cb92f91a-ecde-46a8-9b12-c982ece849b6'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:45:49.070074 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-f63a2fe9-16ac-4176-841b-295212d13b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:45:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['cb92f91a-ecde-46a8-9b12-c982ece849b6'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:49.181860 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Network 7b1ff93c-f38a-4631-a50e-b0003eba36bb is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:45:49.183410 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:45:49.299208 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9663d54-ef09-4eb2-a85d-19b662ff7559 req-ef0ba480-45ef-47dd-8cc7-3ec9bfc89765 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:49.312212 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b9663d54-ef09-4eb2-a85d-19b662ff7559 req-ef0ba480-45ef-47dd-8cc7-3ec9bfc89765 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.2651868 Aug 09 17:45:49.314125 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-534a77fe-683d-4ef2-9206-35b5115633fb admin admin] Notify callbacks [] for router, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:49.322420 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-f63a2fe9-16ac-4176-841b-295212d13b2b None None] Set router cb92f91a-ecde-46a8-9b12-c982ece849b6 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:45:49.428309 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Router a6f976d0-eeab-4ea7-93b1-443a64b4f134 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:45:49.463886 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b9663d54-ef09-4eb2-a85d-19b662ff7559 req-4f999124-1a1a-44a3-8365-2b408ebf5414 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463022 Aug 09 17:45:49.677254 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-534a77fe-683d-4ef2-9206-35b5115633fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:49.713859 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:45:49.740588 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-1a85e72c-689f-461f-995d-82eca692d3dc admin admin] 10.222.0.38 "PUT /v2.0/routers/a6f976d0-eeab-4ea7-93b1-443a64b4f134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1691780 Aug 09 17:45:49.780443 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-8f2fea8a-347a-4fd3-9de3-1e5c0c1441ac None None] Provisioning complete for port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:45:49.781001 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-8f2fea8a-347a-4fd3-9de3-1e5c0c1441ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:49.806165 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-534a77fe-683d-4ef2-9206-35b5115633fb admin admin] Deleting port e47c2fa4-6808-4bb3-a6ec-23f2e754b73b {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:45:49.807129 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-534a77fe-683d-4ef2-9206-35b5115633fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:49.843249 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-8f2fea8a-347a-4fd3-9de3-1e5c0c1441ac None None] Port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:45:49.856854 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-f63a2fe9-16ac-4176-841b-295212d13b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'name': 'tempest-ServerRescueNegativeTestJSON-2135937249-router', 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'e47c2fa4-6808-4bb3-a6ec-23f2e754b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:45:47Z', 'revision_number': 5, 'project_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'gw_port': {'id': 'e47c2fa4-6808-4bb3-a6ec-23f2e754b73b', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:72:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:49.923639 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [None req-534a77fe-683d-4ef2-9206-35b5115633fb admin admin] For port e47c2fa4-6808-4bb3-a6ec-23f2e754b73b, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=e47c2fa4-6808-4bb3-a6ec-23f2e754b73b,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:49.924023 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-534a77fe-683d-4ef2-9206-35b5115633fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:49.954268 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-534a77fe-683d-4ef2-9206-35b5115633fb admin admin] Calling delete_port for e47c2fa4-6808-4bb3-a6ec-23f2e754b73b owned by network:router_gateway {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:45:50.064328 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a2fe9-16ac-4176-841b-295212d13b2b None None] Checking router: cb92f91a-ecde-46a8-9b12-c982ece849b6 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:45:50.073719 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63a2fe9-16ac-4176-841b-295212d13b2b None None] Routers {'cb92f91a-ecde-46a8-9b12-c982ece849b6'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:45:50.074355 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-f63a2fe9-16ac-4176-841b-295212d13b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:45:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['cb92f91a-ecde-46a8-9b12-c982ece849b6'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:50.097910 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d28178-4bef-41a1-9572-faf5c40bafb1 req-8bcf811a-d3a8-436a-9a5b-377bd047b964 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:50.099539 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-56d28178-4bef-41a1-9572-faf5c40bafb1 req-8bcf811a-d3a8-436a-9a5b-377bd047b964 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.0805354 Aug 09 17:45:50.232905 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-56d28178-4bef-41a1-9572-faf5c40bafb1 req-a3f27d4c-ab5f-4161-ac3a-3f681329a6df tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800273 Aug 09 17:45:50.237603 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-f63a2fe9-16ac-4176-841b-295212d13b2b None None] Set router cb92f91a-ecde-46a8-9b12-c982ece849b6 gateway port host: None {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:45:50.310751 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-534a77fe-683d-4ef2-9206-35b5115633fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:50.316426 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-f63a2fe9-16ac-4176-841b-295212d13b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'name': 'tempest-ServerRescueNegativeTestJSON-2135937249-router', 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:45:49Z', 'revision_number': 6, 'project_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'gw_port_host': None}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:50.358794 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a77fe-683d-4ef2-9206-35b5115633fb admin admin] Pushing event deleted for resources: {'Port': ['ID=e47c2fa4-6808-4bb3-a6ec-23f2e754b73b,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:50.389192 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63a2fe9-16ac-4176-841b-295212d13b2b None None] The sync data for ids ['cb92f91a-ecde-46a8-9b12-c982ece849b6'] in dv-cinder-780933-13-iscsi is: [{'id': 'cb92f91a-ecde-46a8-9b12-c982ece849b6', 'name': 'tempest-ServerRescueNegativeTestJSON-2135937249-router', 'tenant_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:45:49Z', 'revision_number': 6, 'project_id': '491af0e0ec7145c6b70e6cad8cf1c855', 'gw_port_host': None}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:45:50.501195 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-534a77fe-683d-4ef2-9206-35b5115633fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962517'] for router_gateway, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:50.665205 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53138) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:50.672754 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-ce78e06b-64ca-47ad-8b6d-e8b1e7e7ee18 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2136041993-network', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:45:50.687530 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-534a77fe-683d-4ef2-9206-35b5115633fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:50.704064 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce78e06b-64ca-47ad-8b6d-e8b1e7e7ee18 admin admin] Made reservation on behalf of 1b9a74d5d5ab47948bea58204810f516 for: {'network': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:45:50.706375 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ce78e06b-64ca-47ad-8b6d-e8b1e7e7ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:50.706615 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-534a77fe-683d-4ef2-9206-35b5115633fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:50.716043 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ce78e06b-64ca-47ad-8b6d-e8b1e7e7ee18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:50.784700 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-534a77fe-683d-4ef2-9206-35b5115633fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-964309'] for router, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:50.785236 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534a77fe-683d-4ef2-9206-35b5115633fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb92f91a-ecde-46a8-9b12-c982ece849b6 {{(pid=99900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:45:50.830571 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-534a77fe-683d-4ef2-9206-35b5115633fb admin admin] Notify callbacks [] for router, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:50.849309 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53140) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:50.849587 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-534a77fe-683d-4ef2-9206-35b5115633fb admin admin] 10.222.0.38 "DELETE /v2.0/routers/cb92f91a-ecde-46a8-9b12-c982ece849b6 HTTP/1.1" status: 204 len: 168 time: 1.8657215 Aug 09 17:45:50.881761 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c59780-03cb-4708-8976-dfea5e1ab730 req-5ee5e674-de9f-405a-9de0-501702cb5617 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:50.885188 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-24c59780-03cb-4708-8976-dfea5e1ab730 req-5ee5e674-de9f-405a-9de0-501702cb5617 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.2117844 Aug 09 17:45:50.953032 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d291279-6a2c-4bd5-9dd6-8207109c4eab admin admin] Deleting subnet 15242da1-2ab2-4849-a4d2-6d06c062041e {{(pid=99899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:45:50.958481 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1d291279-6a2c-4bd5-9dd6-8207109c4eab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:50.961622 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ce78e06b-64ca-47ad-8b6d-e8b1e7e7ee18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:50.962140 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-24c59780-03cb-4708-8976-dfea5e1ab730 req-300efe49-5929-46cf-99e8-7c77495d98e6 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624456 Aug 09 17:45:50.996530 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1d291279-6a2c-4bd5-9dd6-8207109c4eab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9885487'] for subnet, precommit_delete_associations {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:50.999104 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ce78e06b-64ca-47ad-8b6d-e8b1e7e7ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:51.060164 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce78e06b-64ca-47ad-8b6d-e8b1e7e7ee18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=99899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:45:51.072502 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78e06b-64ca-47ad-8b6d-e8b1e7e7ee18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a751b226-8d07-4a95-b9ba-08dc24dffb94,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:51.081812 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 55230786-197a-40fb-a700-b37ee32e681f up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:45:51.091682 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ce78e06b-64ca-47ad-8b6d-e8b1e7e7ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:51.092218 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.segments_db [None req-ce78e06b-64ca-47ad-8b6d-e8b1e7e7ee18 admin admin] Added segment 6aed00de-4f4e-4ac7-8782-e21915ee949d of type vlan for network 43b920f1-6b40-49b9-98b9-e03def6d38d6 Aug 09 17:45:51.098827 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1d291279-6a2c-4bd5-9dd6-8207109c4eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:51.181914 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 55230786-197a-40fb-a700-b37ee32e681f completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:45:51.189441 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 55230786-197a-40fb-a700-b37ee32e681f triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:45:51.189818 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:51.210663 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1d291279-6a2c-4bd5-9dd6-8207109c4eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9831829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9541566'] for subnet, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:51.247077 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d291279-6a2c-4bd5-9dd6-8207109c4eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15242da1-2ab2-4849-a4d2-6d06c062041e,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:51.283602 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1d291279-6a2c-4bd5-9dd6-8207109c4eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:51.286637 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53144) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:51.286784 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-1d291279-6a2c-4bd5-9dd6-8207109c4eab admin admin] 10.222.0.38 "DELETE /v2.0/subnets/15242da1-2ab2-4849-a4d2-6d06c062041e HTTP/1.1" status: 204 len: 168 time: 0.4370668 Aug 09 17:45:51.298473 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ce78e06b-64ca-47ad-8b6d-e8b1e7e7ee18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:51.320869 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:51.346371 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ce78e06b-64ca-47ad-8b6d-e8b1e7e7ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:51.347851 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce78e06b-64ca-47ad-8b6d-e8b1e7e7ee18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:51.349013 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ce78e06b-64ca-47ad-8b6d-e8b1e7e7ee18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:51.380683 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port 55230786-197a-40fb-a700-b37ee32e681f, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=55230786-197a-40fb-a700-b37ee32e681f,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:51.390994 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:51.428591 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-ce78e06b-64ca-47ad-8b6d-e8b1e7e7ee18 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7595146 Aug 09 17:45:51.429132 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53146) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:51.437376 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-90af1312-d00d-4cbe-8c42-59d79f85872c admin admin] Request body: {'subnet': {'network_id': '43b920f1-6b40-49b9-98b9-e03def6d38d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2136041993-subnet', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'ip_version': 4}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:45:51.476605 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90af1312-d00d-4cbe-8c42-59d79f85872c admin admin] Made reservation on behalf of 1b9a74d5d5ab47948bea58204810f516 for: {'subnet': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:45:51.479162 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-90af1312-d00d-4cbe-8c42-59d79f85872c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9541525'] for subnet, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:51.521359 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=55230786-197a-40fb-a700-b37ee32e681f,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:51.541066 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78e06b-64ca-47ad-8b6d-e8b1e7e7ee18 admin admin] Pushing event updated for resources: {'Network': ['ID=43b920f1-6b40-49b9-98b9-e03def6d38d6,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:51.544867 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:51.545206 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:51.545543 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:51.546481 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:51.546931 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:51.547261 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:51.547586 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:51.547908 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:51.548229 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:51.548553 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:51.548871 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:51.549261 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:45:51.563522 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network 43b920f1-6b40-49b9-98b9-e03def6d38d6 details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:45:51.794807 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-90af1312-d00d-4cbe-8c42-59d79f85872c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9831890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9541543'] for subnet, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:51.852467 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Sync routers for ids ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:45:51.874455 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Routers {'a6f976d0-eeab-4ea7-93b1-443a64b4f134'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:45:51.875960 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:45:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:51.905497 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90af1312-d00d-4cbe-8c42-59d79f85872c admin admin] Checking segment: {'id': '6aed00de-4f4e-4ac7-8782-e21915ee949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '43b920f1-6b40-49b9-98b9-e03def6d38d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:45:51.906190 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90af1312-d00d-4cbe-8c42-59d79f85872c admin admin] Network hostable DHCP agents. Network: 43b920f1-6b40-49b9-98b9-e03def6d38d6, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:45:51.914056 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-883ab97d-5528-46a2-8cbd-6f07ae64668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:51.921805 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af1312-d00d-4cbe-8c42-59d79f85872c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3737ee57-f179-4f22-bc2a-e006858d6cd0,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:51.929061 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a51131-a37b-48e2-8cba-4e6b76c4e609 req-75897b09-df9b-441c-9d13-0b67d298f6d7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:51.936796 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-77a51131-a37b-48e2-8cba-4e6b76c4e609 req-75897b09-df9b-441c-9d13-0b67d298f6d7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.1316590 Aug 09 17:45:51.939054 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90af1312-d00d-4cbe-8c42-59d79f85872c admin admin] Network 43b920f1-6b40-49b9-98b9-e03def6d38d6 is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:45:51.953877 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-90af1312-d00d-4cbe-8c42-59d79f85872c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, 43b920f1-6b40-49b9-98b9-e03def6d38d6) {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:45:51.965150 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761d57b4-fbaa-48b5-a7c3-3bb10c15bfa1 None None] Network 43b920f1-6b40-49b9-98b9-e03def6d38d6 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:45:51.976239 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90af1312-d00d-4cbe-8c42-59d79f85872c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:51.977580 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-90af1312-d00d-4cbe-8c42-59d79f85872c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:52.013749 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-90af1312-d00d-4cbe-8c42-59d79f85872c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5833027 Aug 09 17:45:52.016966 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53150) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:52.024672 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2136041993-router', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:45:52.057529 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-77a51131-a37b-48e2-8cba-4e6b76c4e609 req-cd9f3b98-4826-44d3-b448-e6edc93da91d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196940 Aug 09 17:45:52.064407 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-883ab97d-5528-46a2-8cbd-6f07ae64668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:52.065417 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-964555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:52.068527 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:52.088900 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-883ab97d-5528-46a2-8cbd-6f07ae64668d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbfc673-a3e0-4db9-acc3-57ffa461b335']}} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:52.101954 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-883ab97d-5528-46a2-8cbd-6f07ae64668d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea0c7ff-f175-439f-9c88-bc599790b0b0') {'for_net_delete': True} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:52.102676 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-883ab97d-5528-46a2-8cbd-6f07ae64668d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea0c7ff-f175-439f-9c88-bc599790b0b0') {} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:52.106609 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Set router a6f976d0-eeab-4ea7-93b1-443a64b4f134 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:45:52.115071 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-883ab97d-5528-46a2-8cbd-6f07ae64668d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10054350'] for segment, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:52.150244 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:52.155907 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-883ab97d-5528-46a2-8cbd-6f07ae64668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:52.180324 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883ab97d-5528-46a2-8cbd-6f07ae64668d admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=99900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:45:52.180867 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-883ab97d-5528-46a2-8cbd-6f07ae64668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10004083'] for segment, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: Traceback (most recent call last): Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: timer() Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: cb(*args, **kw) Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: return func(*args, **kwargs) Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: self._notify() Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: self.callback(batched_events) Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: event.method(event) Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: return f(self, *a, **k) Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: return self._get(url).json() Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: return self.request(url, 'GET', **kwargs) Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:45:52.183255 dv-cinder-780933-13-iscsi neutron-server[99900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:45:52.209290 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a6190c-6a13-5555-94fd-b175b3e363ac-43b920f1-6b40-49b9-98b9-e03def6d38d6', 'network_id': '43b920f1-6b40-49b9-98b9-e03def6d38d6', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'fixed_ips': [{'subnet_id': '3737ee57-f179-4f22-bc2a-e006858d6cd0'}]}} from dv-cinder-780933-13-iscsi. {{(pid=99901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:45:52.210428 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:52.266155 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a063b-4257-4632-b569-b7264392b32f req-f2fee5f5-8e88-462e-b1d4-3984e7381fa1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:52.268234 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1a1a063b-4257-4632-b569-b7264392b32f req-f2fee5f5-8e88-462e-b1d4-3984e7381fa1 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.1384687 Aug 09 17:45:52.287067 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-883ab97d-5528-46a2-8cbd-6f07ae64668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:52.312893 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-883ab97d-5528-46a2-8cbd-6f07ae64668d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:52.315051 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-883ab97d-5528-46a2-8cbd-6f07ae64668d admin admin] 10.222.0.38 "DELETE /v2.0/networks/7bbfc673-a3e0-4db9-acc3-57ffa461b335 HTTP/1.1" status: 204 len: 168 time: 1.0266719 Aug 09 17:45:52.336496 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ab97d-5528-46a2-8cbd-6f07ae64668d admin admin] Pushing event deleted for resources: {'Network': ['ID=7bbfc673-a3e0-4db9-acc3-57ffa461b335,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:52.386291 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1a1a063b-4257-4632-b569-b7264392b32f req-3a2956da-78e5-421d-9380-bc0208a46fd3 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099679 Aug 09 17:45:52.506057 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.db_base_plugin_common [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Allocated IP 172.20.0.2 (43b920f1-6b40-49b9-98b9-e03def6d38d6/3737ee57-f179-4f22-bc2a-e006858d6cd0/078c2d21-2322-4404-927a-425491747862) {{(pid=99901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:45:52.644621 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 55230786-197a-40fb-a700-b37ee32e681f up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:45:52.688100 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'name': 'tempest-TestShelveInstance-693955616-router', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '55230786-197a-40fb-a700-b37ee32e681f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:43Z', 'updated_at': '2021-08-09T17:45:48Z', 'revision_number': 4, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'gw_port': {'id': '55230786-197a-40fb-a700-b37ee32e681f', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:44Z', 'updated_at': '2021-08-09T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '22bdc0e4-3de0-49d9-a3cd-b9fc7323b398', 'name': '', 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'mac_address': 'fa:16:3e:cb:7c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:47Z', 'updated_at': '2021-08-09T17:45:48Z', 'revision_number': 2, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'subnets': [{'id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:52.701141 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:52.736155 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Checking router: a6f976d0-eeab-4ea7-93b1-443a64b4f134 for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:45:52.736423 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Updating router a6f976d0-eeab-4ea7-93b1-443a64b4f134 port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 binding host dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:45:52.756116 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53154) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:52.786241 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 55230786-197a-40fb-a700-b37ee32e681f triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:45:52.786609 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:52.789376 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:52.850601 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-f9d97fcf-6acd-4813-a273-77aa667c229d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=491af0e0ec7145c6b70e6cad8cf1c855&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0932903 Aug 09 17:45:52.854669 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53156) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:52.981190 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Notify callbacks [] for port, precommit_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:52.992979 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 2faa101f-d67c-4272-8310-b91ae9deac9e no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:45:52.996134 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Transition to ACTIVE for port object 078c2d21-2322-4404-927a-425491747862 will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:45:53.018623 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 2faa101f-d67c-4272-8310-b91ae9deac9e {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:45:53.019286 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 2faa101f-d67c-4272-8310-b91ae9deac9e not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:45:53.019415 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device e47c2fa4-6808-4bb3-a6ec-23f2e754b73b no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:45:53.039907 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-72a667e2-4370-4f8f-843c-b017fffcb48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.043766 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: e47c2fa4-6808-4bb3-a6ec-23f2e754b73b {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:45:53.043766 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device e47c2fa4-6808-4bb3-a6ec-23f2e754b73b not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:45:53.051020 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Transition to ACTIVE for port object 078c2d21-2322-4404-927a-425491747862 will not be triggered until provisioned by entity DHCP. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:45:53.058068 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.090365 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-72a667e2-4370-4f8f-843c-b017fffcb48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.101578 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Network 43b920f1-6b40-49b9-98b9-e03def6d38d6 is already hosted by enough agents. {{(pid=99901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:45:53.105036 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.base_scheduler [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Resources bound (agent type, host, resource id): {{(pid=99901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:45:53.110205 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Received port after_create {{(pid=99901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:45:53.113192 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Pushing event updated for resources: {'Port': ['ID=078c2d21-2322-4404-927a-425491747862,revision_number=1']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:53.117860 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.150107 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.174040 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Attempting to bind port 078c2d21-2322-4404-927a-425491747862 on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:45:53.174416 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Attempting to bind port 078c2d21-2322-4404-927a-425491747862 by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '6aed00de-4f4e-4ac7-8782-e21915ee949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '43b920f1-6b40-49b9-98b9-e03def6d38d6'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:45:53.174791 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Attempting to bind port 078c2d21-2322-4404-927a-425491747862 on network 43b920f1-6b40-49b9-98b9-e03def6d38d6 {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:45:53.180373 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:45:53.180736 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Checking segment: {'id': '6aed00de-4f4e-4ac7-8782-e21915ee949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '43b920f1-6b40-49b9-98b9-e03def6d38d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:45:53.181134 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.181520 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Bound using segment: {'id': '6aed00de-4f4e-4ac7-8782-e21915ee949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '43b920f1-6b40-49b9-98b9-e03def6d38d6'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:45:53.181999 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Bound port: 078c2d21-2322-4404-927a-425491747862, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aed00de-4f4e-4ac7-8782-e21915ee949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '43b920f1-6b40-49b9-98b9-e03def6d38d6'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:45:53.182450 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.227928 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-72a667e2-4370-4f8f-843c-b017fffcb48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.230515 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-72a667e2-4370-4f8f-843c-b017fffcb48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.242240 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-72a667e2-4370-4f8f-843c-b017fffcb48d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a967a79c-38d6-44cd-ad6c-f0c85902054e HTTP/1.1" status: 204 len: 168 time: 0.3853483 Aug 09 17:45:53.245262 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Notify callbacks [] for port, precommit_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.261140 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.provisioning_blocks [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Transition to ACTIVE for port object 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 will not be triggered until provisioned by entity L2. {{(pid=99902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:45:53.273460 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a667e2-4370-4f8f-843c-b017fffcb48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a967a79c-38d6-44cd-ad6c-f0c85902054e,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:53.277597 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] For port 078c2d21-2322-4404-927a-425491747862, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:45:53.279342 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda8a8f-8715-47d0-81b0-9ee245dd8d99 req-1c8b8d9d-4c3d-4d2d-b997-5b4e14ab43c0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:53.287081 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.290680 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-acda8a8f-8715-47d0-81b0-9ee245dd8d99 req-1c8b8d9d-4c3d-4d2d-b997-5b4e14ab43c0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.1177399 Aug 09 17:45:53.292396 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] For port 078c2d21-2322-4404-927a-425491747862, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=078c2d21-2322-4404-927a-425491747862,segment=NetworkSegment(6aed00de-4f4e-4ac7-8782-e21915ee949d),segment_id=6aed00de-4f4e-4ac7-8782-e21915ee949d)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:45:53.307178 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Allocated IP 172.27.3.141 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/c06a494d-1b78-42aa-9362-5ef55ab0b783) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:45:53.316180 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.371292 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-acda8a8f-8715-47d0-81b0-9ee245dd8d99 req-dee60e47-c526-453a-9363-cc7bbca37b5d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794744 Aug 09 17:45:53.494108 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d9229-7085-4f9c-a1fa-62715584b1d9 None None] Pushing event updated for resources: {'Port': ['ID=22bdc0e4-3de0-49d9-a3cd-b9fc7323b398,revision_number=3']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:53.498373 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84d001-a694-493b-bf02-e5189e78affe None None] Pushing event updated for resources: {'Port': ['ID=078c2d21-2322-4404-927a-425491747862,revision_number=2']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:53.600980 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Attempting to bind port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:45:53.601647 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Attempting to bind port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '221228f3-a9ce-48c1-9934-8bc5f892baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb'}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:45:53.602223 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Attempting to bind port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 on network 7b1ff93c-f38a-4631-a50e-b0003eba36bb {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:45:53.604754 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.612775 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:45:53.613467 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Checking segment: {'id': '221228f3-a9ce-48c1-9934-8bc5f892baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:45:53.614047 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.614604 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Bound using segment: {'id': '221228f3-a9ce-48c1-9934-8bc5f892baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb'} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:45:53.615523 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Bound port: 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221228f3-a9ce-48c1-9934-8bc5f892baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb'}}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:45:53.616437 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.674664 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d610da-d9a8-4bb2-a924-b0c61d0fb99a req-7e0937b8-446b-46de-80a3-5f53c9dbeb81 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:53.689687 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-33d610da-d9a8-4bb2-a924-b0c61d0fb99a req-7e0937b8-446b-46de-80a3-5f53c9dbeb81 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.1464942 Aug 09 17:45:53.717858 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.845287 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] For port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:45:53.852244 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:45:53.852438 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] For port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=22bdc0e4-3de0-49d9-a3cd-b9fc7323b398,segment=NetworkSegment(221228f3-a9ce-48c1-9934-8bc5f892baa7),segment_id=221228f3-a9ce-48c1-9934-8bc5f892baa7)] {{(pid=99902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:45:53.866037 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:53.880581 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:45:53.887596 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-33d610da-d9a8-4bb2-a924-b0c61d0fb99a req-eeb02b4f-552d-4460-91eb-6e4d2a01eb5e tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845534 Aug 09 17:45:53.921112 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:45:53.986085 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d9229-7085-4f9c-a1fa-62715584b1d9 None None] Pushing event updated for resources: {'Port': ['ID=22bdc0e4-3de0-49d9-a3cd-b9fc7323b398,revision_number=4']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:54.025993 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Routers {'a6f976d0-eeab-4ea7-93b1-443a64b4f134'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:45:54.027272 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:45:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:54.286204 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] Set router a6f976d0-eeab-4ea7-93b1-443a64b4f134 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:45:54.546305 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Pushing event updated for resources: {'Port': ['ID=c06a494d-1b78-42aa-9362-5ef55ab0b783,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:54.605154 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:54.725928 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 078c2d21-2322-4404-927a-425491747862 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:45:54.830161 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a082c-fabe-49ee-9d21-98d5ab44c3ef req-5331d0d3-1b99-4da8-b837-ff455d63097c tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:54.857027 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-197a082c-fabe-49ee-9d21-98d5ab44c3ef req-5331d0d3-1b99-4da8-b837-ff455d63097c tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.2246685 Aug 09 17:45:54.912750 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 078c2d21-2322-4404-927a-425491747862 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:45:55.006364 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-197a082c-fabe-49ee-9d21-98d5ab44c3ef req-6b9b77bc-674b-4bc0-a27b-80811121cfa6 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460137 Aug 09 17:45:55.160577 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962553'] for router, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:55.237484 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2e83c-bf2e-452f-bf71-c54885eff1ac req-762819a5-8fb8-4ac6-9a40-8f9c953a78bd tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:55.250485 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-95f2e83c-bf2e-452f-bf71-c54885eff1ac req-762819a5-8fb8-4ac6-9a40-8f9c953a78bd tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.1243575 Aug 09 17:45:55.310518 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf7d1cc-b803-4104-8b1a-a421b04fbe56 None None] Network 43b920f1-6b40-49b9-98b9-e03def6d38d6 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:45:55.371378 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-95f2e83c-bf2e-452f-bf71-c54885eff1ac req-9f2ee8f1-adee-49cb-b29a-71d634214fcf tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180692 Aug 09 17:45:55.442654 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'name': 'tempest-TestShelveInstance-693955616-router', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '55230786-197a-40fb-a700-b37ee32e681f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:43Z', 'updated_at': '2021-08-09T17:45:48Z', 'revision_number': 4, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'gw_port': {'id': '55230786-197a-40fb-a700-b37ee32e681f', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:44Z', 'updated_at': '2021-08-09T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '22bdc0e4-3de0-49d9-a3cd-b9fc7323b398', 'name': '', 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'mac_address': 'fa:16:3e:cb:7c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:47Z', 'updated_at': '2021-08-09T17:45:53Z', 'revision_number': 4, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'subnets': [{'id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:55.449859 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-c62f1f09-b006-4467-9207-8735f57a4abe None None] Provisioning for port 078c2d21-2322-4404-927a-425491747862 completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:45:55.470712 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-c62f1f09-b006-4467-9207-8735f57a4abe None None] Provisioning complete for port 078c2d21-2322-4404-927a-425491747862 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:45:55.471207 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-c62f1f09-b006-4467-9207-8735f57a4abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:55.497659 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Router 61ed6fab-41aa-43c9-821e-5fa274c988aa is scheduled to L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 with binding_index 1 {{(pid=99899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:45:55.590677 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc5b27a-62ca-4980-95d3-65a7cacf060a None None] The sync data for ids ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'] in dv-cinder-780933-13-iscsi is: [{'id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'name': 'tempest-TestShelveInstance-693955616-router', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '55230786-197a-40fb-a700-b37ee32e681f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:43Z', 'updated_at': '2021-08-09T17:45:48Z', 'revision_number': 4, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'gw_port': {'id': '55230786-197a-40fb-a700-b37ee32e681f', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:44Z', 'updated_at': '2021-08-09T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '22bdc0e4-3de0-49d9-a3cd-b9fc7323b398', 'name': '', 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'mac_address': 'fa:16:3e:cb:7c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:47Z', 'updated_at': '2021-08-09T17:45:53Z', 'revision_number': 4, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'subnets': [{'id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:45:55.705752 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:45:55.746725 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Sync routers for ids ['61ed6fab-41aa-43c9-821e-5fa274c988aa'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:45:55.747803 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] Notify callbacks [] for router, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:55.752531 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-9ca8f10b-f679-4f5b-bfa7-ac6ccbafcd09 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7341294 Aug 09 17:45:55.752895 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53196) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:55.953764 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Routers {'61ed6fab-41aa-43c9-821e-5fa274c988aa'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:45:55.955374 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:45:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['61ed6fab-41aa-43c9-821e-5fa274c988aa'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:56.491814 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b70d58-fbc8-4ca4-9db3-d485f6688b2a req-941c9c98-0df4-4012-a1e0-5dffd03a1e3e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:56.493410 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-08b70d58-fbc8-4ca4-9db3-d485f6688b2a req-941c9c98-0df4-4012-a1e0-5dffd03a1e3e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.1920154 Aug 09 17:45:56.558484 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-c62f1f09-b006-4467-9207-8735f57a4abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:56.646761 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:45:56.689480 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-c62f1f09-b006-4467-9207-8735f57a4abe None None] For port 078c2d21-2322-4404-927a-425491747862, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=078c2d21-2322-4404-927a-425491747862,segment=NetworkSegment(6aed00de-4f4e-4ac7-8782-e21915ee949d),segment_id=6aed00de-4f4e-4ac7-8782-e21915ee949d)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:56.692592 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-08b70d58-fbc8-4ca4-9db3-d485f6688b2a req-3d2a3f41-3e98-45e4-8c79-a2487ce66d66 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848519 Aug 09 17:45:56.693667 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Set router 61ed6fab-41aa-43c9-821e-5fa274c988aa gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:45:56.722481 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-c62f1f09-b006-4467-9207-8735f57a4abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:56.725090 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:56.825753 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:56.911238 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53224) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:57.113526 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a876e1b-114b-43de-b8bb-f3c95b797cb9 req-8878ebcc-68ac-4af1-b192-0bd9e51300c0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:57.124589 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f1f09-b006-4467-9207-8735f57a4abe None None] Pushing event updated for resources: {'Port': ['ID=078c2d21-2322-4404-927a-425491747862,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:57.136470 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7a876e1b-114b-43de-b8bb-f3c95b797cb9 req-8878ebcc-68ac-4af1-b192-0bd9e51300c0 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.2797232 Aug 09 17:45:57.168204 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:45:57.181309 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:45:57.181677 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:57.192670 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb9c0-e005-4a5b-bc07-d2307a058480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:57.276519 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-0d4de691-832f-4f4d-95b2-939f7a7c593f None None] Provisioning complete for port 078c2d21-2322-4404-927a-425491747862 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:45:57.276961 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-0d4de691-832f-4f4d-95b2-939f7a7c593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:57.313569 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7a876e1b-114b-43de-b8bb-f3c95b797cb9 req-57069f53-ceeb-4fe1-80f3-69b53711584f tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760919 Aug 09 17:45:57.329569 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'name': 'tempest-TestShelveInstance-2136041993-router', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'c06a494d-1b78-42aa-9362-5ef55ab0b783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:52Z', 'updated_at': '2021-08-09T17:45:54Z', 'revision_number': 3, 'project_id': '1b9a74d5d5ab47948bea58204810f516', 'gw_port': {'id': 'c06a494d-1b78-42aa-9362-5ef55ab0b783', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:53Z', 'updated_at': '2021-08-09T17:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:57.349988 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb9c0-e005-4a5b-bc07-d2307a058480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:57.360795 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2e0eb9c0-e005-4a5b-bc07-d2307a058480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:57.422904 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-2e0eb9c0-e005-4a5b-bc07-d2307a058480 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b4bac12e57af47ffbf7c71c4f4d95e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5087729 Aug 09 17:45:57.423957 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53228) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:45:57.428308 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Checking router: 61ed6fab-41aa-43c9-821e-5fa274c988aa for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:45:57.429019 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Updating router 61ed6fab-41aa-43c9-821e-5fa274c988aa port c06a494d-1b78-42aa-9362-5ef55ab0b783 binding host dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:45:57.444216 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Allocated IP 172.20.0.1 (43b920f1-6b40-49b9-98b9-e03def6d38d6/3737ee57-f179-4f22-bc2a-e006858d6cd0/52fd3e6f-6dde-449d-bb8c-f9b25b249042) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:45:57.468781 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0eb9c0-e005-4a5b-bc07-d2307a058480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4727bcd8-fdc1-4685-8cd1-ec3f2458df92,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:57.523577 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-03d0afd1-e199-47fc-a817-889cd299b0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:57.554147 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-03d0afd1-e199-47fc-a817-889cd299b0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:57.563942 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:57.605795 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:57.608933 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-03d0afd1-e199-47fc-a817-889cd299b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:57.612432 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-03d0afd1-e199-47fc-a817-889cd299b0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:57.613864 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-03d0afd1-e199-47fc-a817-889cd299b0e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4727bcd8-fdc1-4685-8cd1-ec3f2458df92 HTTP/1.1" status: 204 len: 168 time: 0.1874561 Aug 09 17:45:57.623577 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0afd1-e199-47fc-a817-889cd299b0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4727bcd8-fdc1-4685-8cd1-ec3f2458df92,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:57.624958 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.provisioning_blocks [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Transition to ACTIVE for port object 52fd3e6f-6dde-449d-bb8c-f9b25b249042 will not be triggered until provisioned by entity DHCP. {{(pid=99900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:45:57.686064 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:57.698951 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:57.734530 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Network 43b920f1-6b40-49b9-98b9-e03def6d38d6 is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:45:57.741093 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:45:57.743809 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=52fd3e6f-6dde-449d-bb8c-f9b25b249042,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:57.755896 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:45:57.839816 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961546'] for router_interface, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:58.063328 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:58.215718 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c650000-6d20-4142-91ee-2e0628740c59 req-3cde739a-ae16-429e-a840-ed5a10481ecc tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:58.233230 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8c650000-6d20-4142-91ee-2e0628740c59 req-3cde739a-ae16-429e-a840-ed5a10481ecc tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.2340834 Aug 09 17:45:58.237771 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:58.255499 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=22bdc0e4-3de0-49d9-a3cd-b9fc7323b398,segment=NetworkSegment(221228f3-a9ce-48c1-9934-8bc5f892baa7),segment_id=221228f3-a9ce-48c1-9934-8bc5f892baa7)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:45:58.261125 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:58.263188 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Transition to ACTIVE for port object c06a494d-1b78-42aa-9362-5ef55ab0b783 will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:45:58.290463 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:58.334614 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=22bdc0e4-3de0-49d9-a3cd-b9fc7323b398,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:58.339161 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Attempting to bind port c06a494d-1b78-42aa-9362-5ef55ab0b783 on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:45:58.339522 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Attempting to bind port c06a494d-1b78-42aa-9362-5ef55ab0b783 by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:45:58.339880 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Attempting to bind port c06a494d-1b78-42aa-9362-5ef55ab0b783 on network ea6b9157-7b5c-46f4-b61f-3e223353ac5d {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:45:58.341148 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8c650000-6d20-4142-91ee-2e0628740c59 req-1d33ce12-c19f-4e14-a7cb-34d67ccd8439 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985959 Aug 09 17:45:58.381154 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:45:58.381154 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Checking segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:45:58.381154 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:58.381154 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Bound using segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:45:58.381154 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Bound port: c06a494d-1b78-42aa-9362-5ef55ab0b783, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:45:58.381745 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:58.428463 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2312f-813c-4995-be0b-ac6e47e30791 None None] Pushing event updated for resources: {'Port': ['ID=c06a494d-1b78-42aa-9362-5ef55ab0b783,revision_number=2']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:58.435919 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-b58040ac-43d8-4a8f-ad25-93ff2189f6cf None None] Provisioning for port 52fd3e6f-6dde-449d-bb8c-f9b25b249042 completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:45:58.446533 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-b58040ac-43d8-4a8f-ad25-93ff2189f6cf None None] Provisioning complete for port 52fd3e6f-6dde-449d-bb8c-f9b25b249042 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:45:58.447005 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-b58040ac-43d8-4a8f-ad25-93ff2189f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:58.491179 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] For port c06a494d-1b78-42aa-9362-5ef55ab0b783, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:45:58.496309 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] For port c06a494d-1b78-42aa-9362-5ef55ab0b783, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=c06a494d-1b78-42aa-9362-5ef55ab0b783,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:45:58.502125 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:58.508318 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-b58040ac-43d8-4a8f-ad25-93ff2189f6cf None None] Port 52fd3e6f-6dde-449d-bb8c-f9b25b249042 cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:45:58.554663 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:58.562324 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004119'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:58.616089 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 078c2d21-2322-4404-927a-425491747862 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:45:58.659521 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Routers {'61ed6fab-41aa-43c9-821e-5fa274c988aa'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:45:58.660204 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:45:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['61ed6fab-41aa-43c9-821e-5fa274c988aa'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:58.679237 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961726'] for router_interface, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:58.689603 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a76263-ff87-4513-8b54-c831e4ccf630 req-0241528c-705d-41ed-9be2-1b5bb1cc0173 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:58.697790 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b6a76263-ff87-4513-8b54-c831e4ccf630 req-0241528c-705d-41ed-9be2-1b5bb1cc0173 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.1879108 Aug 09 17:45:58.703642 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=52fd3e6f-6dde-449d-bb8c-f9b25b249042,revision_number=2']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:58.707486 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2312f-813c-4995-be0b-ac6e47e30791 None None] Pushing event updated for resources: {'Port': ['ID=c06a494d-1b78-42aa-9362-5ef55ab0b783,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:45:58.780169 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 078c2d21-2322-4404-927a-425491747862 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:45:58.780577 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:58.838337 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b6a76263-ff87-4513-8b54-c831e4ccf630 req-1ede74f7-1c83-4c07-be83-84278b2987eb tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395702 Aug 09 17:45:58.838558 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] Set router 61ed6fab-41aa-43c9-821e-5fa274c988aa gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:45:58.933598 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Network 43b920f1-6b40-49b9-98b9-e03def6d38d6 is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:45:58.935384 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:45:59.128032 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:45:59.163589 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Router 61ed6fab-41aa-43c9-821e-5fa274c988aa has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:45:59.316630 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:45:59.332716 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-d84a303b-adbe-481c-be91-1ca4eaf09fb3 admin admin] 10.222.0.38 "PUT /v2.0/routers/61ed6fab-41aa-43c9-821e-5fa274c988aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5693557 Aug 09 17:45:59.360806 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-083b7767-6bf5-4bcd-ad74-9f5a2638e2d5 None None] Provisioning complete for port 52fd3e6f-6dde-449d-bb8c-f9b25b249042 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:45:59.361697 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-083b7767-6bf5-4bcd-ad74-9f5a2638e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:59.365451 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:45:59.365817 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:45:59.511728 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'name': 'tempest-TestShelveInstance-2136041993-router', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'c06a494d-1b78-42aa-9362-5ef55ab0b783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:52Z', 'updated_at': '2021-08-09T17:45:57Z', 'revision_number': 4, 'project_id': '1b9a74d5d5ab47948bea58204810f516', 'gw_port': {'id': 'c06a494d-1b78-42aa-9362-5ef55ab0b783', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:53Z', 'updated_at': '2021-08-09T17:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '52fd3e6f-6dde-449d-bb8c-f9b25b249042', 'name': '', 'network_id': '43b920f1-6b40-49b9-98b9-e03def6d38d6', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3737ee57-f179-4f22-bc2a-e006858d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:56Z', 'updated_at': '2021-08-09T17:45:58Z', 'revision_number': 2, 'project_id': '1b9a74d5d5ab47948bea58204810f516', 'subnets': [{'id': '3737ee57-f179-4f22-bc2a-e006858d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:45:59.584732 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c523ad2-d48c-4fb5-a324-78728213c738 req-05efe504-3bb6-4e4b-b832-cc8278a565cb tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:45:59.606192 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9c523ad2-d48c-4fb5-a324-78728213c738 req-05efe504-3bb6-4e4b-b832-cc8278a565cb tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.1247687 Aug 09 17:45:59.703791 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9c523ad2-d48c-4fb5-a324-78728213c738 req-591090ba-c616-4779-b1af-5d2e94052cc5 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868280 Aug 09 17:45:59.778768 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf22c4f-fd00-4427-b16a-05e2606e5aa9 None None] The sync data for ids ['61ed6fab-41aa-43c9-821e-5fa274c988aa'] in dv-cinder-780933-13-iscsi is: [{'id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'name': 'tempest-TestShelveInstance-2136041993-router', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'c06a494d-1b78-42aa-9362-5ef55ab0b783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:52Z', 'updated_at': '2021-08-09T17:45:57Z', 'revision_number': 4, 'project_id': '1b9a74d5d5ab47948bea58204810f516', 'gw_port': {'id': 'c06a494d-1b78-42aa-9362-5ef55ab0b783', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:53Z', 'updated_at': '2021-08-09T17:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '52fd3e6f-6dde-449d-bb8c-f9b25b249042', 'name': '', 'network_id': '43b920f1-6b40-49b9-98b9-e03def6d38d6', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3737ee57-f179-4f22-bc2a-e006858d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:56Z', 'updated_at': '2021-08-09T17:45:58Z', 'revision_number': 2, 'project_id': '1b9a74d5d5ab47948bea58204810f516', 'subnets': [{'id': '3737ee57-f179-4f22-bc2a-e006858d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:45:59.784460 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-083b7767-6bf5-4bcd-ad74-9f5a2638e2d5 None None] Port 52fd3e6f-6dde-449d-bb8c-f9b25b249042 cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:46:00.318600 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53284) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:00.323377 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-bea1c349-2144-48ba-900b-7cf15771773d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2023182608', 'description': 'tempest-secgroup-smoke-2023182608 description', 'project_id': '137c6f0b601e4faf99bd17e253fa3596'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:00.351382 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-bea1c349-2144-48ba-900b-7cf15771773d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:00.431159 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ec1e7-7405-47ca-9d86-6c1f5d610cd8 req-a70ecf29-fb64-4bf6-9e55-335eb565eec2 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:00.432960 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9c5ec1e7-7405-47ca-9d86-6c1f5d610cd8 req-a70ecf29-fb64-4bf6-9e55-335eb565eec2 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.0618374 Aug 09 17:46:00.475019 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-bea1c349-2144-48ba-900b-7cf15771773d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:00.480579 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-bea1c349-2144-48ba-900b-7cf15771773d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:00.526260 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9c5ec1e7-7405-47ca-9d86-6c1f5d610cd8 req-7aac263a-9b0e-435c-8ab3-413e6f99260c tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681455 Aug 09 17:46:00.526363 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1c349-2144-48ba-900b-7cf15771773d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:00.533999 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-bea1c349-2144-48ba-900b-7cf15771773d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:00.535293 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-bea1c349-2144-48ba-900b-7cf15771773d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2156484 Aug 09 17:46:00.538393 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53288) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:00.544319 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-8847dad2-bf9b-45aa-a686-dee24308226d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Request body: {'security_group_rule': {'security_group_id': '0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974', 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:00.574654 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8847dad2-bf9b-45aa-a686-dee24308226d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:00.649439 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8847dad2-bf9b-45aa-a686-dee24308226d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:00.654541 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8847dad2-bf9b-45aa-a686-dee24308226d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:00.698063 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847dad2-bf9b-45aa-a686-dee24308226d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bad2f8e-0be6-4988-b856-5247b8b113e1,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:00.701372 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8847dad2-bf9b-45aa-a686-dee24308226d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:00.703631 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-8847dad2-bf9b-45aa-a686-dee24308226d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641545 Aug 09 17:46:00.706880 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53296) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:00.714464 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-916e5be0-4de5-4363-9e12-9890a313170e tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Request body: {'security_group_rule': {'security_group_id': '0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974', 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:00.751058 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-916e5be0-4de5-4363-9e12-9890a313170e tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:00.912929 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0709e-27bc-4452-a5d0-20a1917ce4c1 req-351ad9d1-fda2-4f7d-899e-94d253851acd tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:00.919501 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b7d0709e-27bc-4452-a5d0-20a1917ce4c1 req-351ad9d1-fda2-4f7d-899e-94d253851acd tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.1185608 Aug 09 17:46:00.939246 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-916e5be0-4de5-4363-9e12-9890a313170e tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:00.949125 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-916e5be0-4de5-4363-9e12-9890a313170e tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:00.989471 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e5be0-4de5-4363-9e12-9890a313170e tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d731e0-5aad-4db5-83c4-1e8c4dd21721,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:00.993709 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-916e5be0-4de5-4363-9e12-9890a313170e tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:00.994951 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-916e5be0-4de5-4363-9e12-9890a313170e tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2869849 Aug 09 17:46:00.997725 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53306) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:01.001004 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b7d0709e-27bc-4452-a5d0-20a1917ce4c1 req-329ddc02-f5ef-43d0-adcf-cc36b322a179 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602906 Aug 09 17:46:01.005310 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-467fa985-302a-44f6-bddb-9df306f3fd53 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Request body: {'security_group_rule': {'security_group_id': '0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974', 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:01.047304 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-467fa985-302a-44f6-bddb-9df306f3fd53 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.052149 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53308) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:01.066614 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:46:01.151503 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-467fa985-302a-44f6-bddb-9df306f3fd53 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.158061 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-467fa985-302a-44f6-bddb-9df306f3fd53 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.173631 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-150b4642-7a43-4eed-ba16-86f9b11b9ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.191202 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fa985-302a-44f6-bddb-9df306f3fd53 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65187414-fa8c-45b4-8179-5648899d69fc,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:01.194491 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-467fa985-302a-44f6-bddb-9df306f3fd53 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.196233 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-467fa985-302a-44f6-bddb-9df306f3fd53 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1971569 Aug 09 17:46:01.200857 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53314) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:01.208060 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-7020d95d-91ab-4fc2-ac34-8223e5acf3cb tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Request body: {'security_group_rule': {'security_group_id': '0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974', 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:01.300738 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-150b4642-7a43-4eed-ba16-86f9b11b9ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.306240 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-150b4642-7a43-4eed-ba16-86f9b11b9ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.328578 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7020d95d-91ab-4fc2-ac34-8223e5acf3cb tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.368640 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-150b4642-7a43-4eed-ba16-86f9b11b9ee4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f7dc21dd62c540409b5928632bce3cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151214 Aug 09 17:46:01.370422 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b4642-7a43-4eed-ba16-86f9b11b9ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac00cc4e-5d4c-4f54-9556-e5fb93a46e89,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:01.371129 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53316) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:01.426330 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7020d95d-91ab-4fc2-ac34-8223e5acf3cb tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.431553 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7020d95d-91ab-4fc2-ac34-8223e5acf3cb tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.465497 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020d95d-91ab-4fc2-ac34-8223e5acf3cb tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0678b27-dbf2-4c61-8c39-520f3cc613a9,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:01.469240 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2897e601-1f1b-48a0-a49e-b6a3310be597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.471044 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7020d95d-91ab-4fc2-ac34-8223e5acf3cb tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.475201 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-7020d95d-91ab-4fc2-ac34-8223e5acf3cb tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2699361 Aug 09 17:46:01.475201 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53318) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:01.479514 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-22176f94-e128-41c6-b91b-d563f3884fb5 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Request body: {'security_group_rule': {'security_group_id': '0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974', 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:01.510794 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2897e601-1f1b-48a0-a49e-b6a3310be597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.531902 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.securitygroups_db [None req-22176f94-e128-41c6-b91b-d563f3884fb5 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Project 137c6f0b601e4faf99bd17e253fa3596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 17:46:01.550427 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-22176f94-e128-41c6-b91b-d563f3884fb5 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.605047 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2897e601-1f1b-48a0-a49e-b6a3310be597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.607622 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2897e601-1f1b-48a0-a49e-b6a3310be597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.608864 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-2897e601-1f1b-48a0-a49e-b6a3310be597 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac00cc4e-5d4c-4f54-9556-e5fb93a46e89 HTTP/1.1" status: 204 len: 168 time: 0.2365639 Aug 09 17:46:01.628598 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897e601-1f1b-48a0-a49e-b6a3310be597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac00cc4e-5d4c-4f54-9556-e5fb93a46e89,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:01.642597 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-22176f94-e128-41c6-b91b-d563f3884fb5 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.651416 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-22176f94-e128-41c6-b91b-d563f3884fb5 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.685399 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22176f94-e128-41c6-b91b-d563f3884fb5 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fa1ba9-c5ce-49f9-b7f9-b9ee1be40d0a,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:01.695589 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-22176f94-e128-41c6-b91b-d563f3884fb5 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.699886 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-22176f94-e128-41c6-b91b-d563f3884fb5 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2213831 Aug 09 17:46:01.700856 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53324) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:01.708458 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-a5965771-7b10-49aa-96a2-3eab2838b202 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Request body: {'security_group_rule': {'security_group_id': '0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974', 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:01.719224 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11550a3b-00d5-453c-97f8-0ed53fda5a68 req-21f719f2-474b-4387-aea0-c82bb4eefec5 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:01.720936 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-11550a3b-00d5-453c-97f8-0ed53fda5a68 req-21f719f2-474b-4387-aea0-c82bb4eefec5 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.1291239 Aug 09 17:46:01.740100 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.securitygroups_db [None req-a5965771-7b10-49aa-96a2-3eab2838b202 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Project 137c6f0b601e4faf99bd17e253fa3596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 17:46:01.745543 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a5965771-7b10-49aa-96a2-3eab2838b202 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.770614 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-11550a3b-00d5-453c-97f8-0ed53fda5a68 req-ee7cc466-a452-430f-a242-a2683448fafd tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388160 Aug 09 17:46:01.823339 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a5965771-7b10-49aa-96a2-3eab2838b202 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.827732 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a5965771-7b10-49aa-96a2-3eab2838b202 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.845017 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5965771-7b10-49aa-96a2-3eab2838b202 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20384b9e-fbf4-42ab-bf91-cdb9f58bb446,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:01.856032 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a5965771-7b10-49aa-96a2-3eab2838b202 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:01.857402 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-a5965771-7b10-49aa-96a2-3eab2838b202 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1551967 Aug 09 17:46:01.948377 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53330) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:01.966805 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fae91413-ca61-490e-bbde-8b954177a501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:02.093615 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fae91413-ca61-490e-bbde-8b954177a501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:02.100506 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fae91413-ca61-490e-bbde-8b954177a501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:02.140377 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae91413-ca61-490e-bbde-8b954177a501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fab7811-ff16-4bd5-aae3-2318ddf201a4,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:02.144662 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-fae91413-ca61-490e-bbde-8b954177a501 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a26b199990804b66a8016f8d4cbcd937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952405 Aug 09 17:46:02.147408 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53366) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:02.164988 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffad04-ba85-49be-8da0-edb4b3a9c137 req-3543faed-d4a4-44f2-a4f4-dded27a5d1d6 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:02.166447 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-61ffad04-ba85-49be-8da0-edb4b3a9c137 req-3543faed-d4a4-44f2-a4f4-dded27a5d1d6 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.0836382 Aug 09 17:46:02.210123 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7904-777e-4aa5-bced-6b7a6667cb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:02.211186 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-61ffad04-ba85-49be-8da0-edb4b3a9c137 req-a58d512a-f3f8-4495-889f-4f48c4e7e49d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371089 Aug 09 17:46:02.242326 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7904-777e-4aa5-bced-6b7a6667cb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:02.304158 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7904-777e-4aa5-bced-6b7a6667cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:02.306793 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7904-777e-4aa5-bced-6b7a6667cb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:02.308353 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-9c7a7904-777e-4aa5-bced-6b7a6667cb92 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0fab7811-ff16-4bd5-aae3-2318ddf201a4 HTTP/1.1" status: 204 len: 168 time: 0.1596737 Aug 09 17:46:02.325092 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a7904-777e-4aa5-bced-6b7a6667cb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fab7811-ff16-4bd5-aae3-2318ddf201a4,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:02.475026 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daff19c-7dca-4e25-8d37-3b0934330976 req-2b03cef4-57d8-488c-8c71-888e39fa1cc5 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:02.476912 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8daff19c-7dca-4e25-8d37-3b0934330976 req-2b03cef4-57d8-488c-8c71-888e39fa1cc5 tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.65 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.1101146 Aug 09 17:46:02.613804 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device c06a494d-1b78-42aa-9362-5ef55ab0b783 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:02.652313 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-8daff19c-7dca-4e25-8d37-3b0934330976 req-53643d23-4a97-4e48-b172-84291ca6d22a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Deleting port fa6c190a-3229-4c4e-865f-95adbbfccdb3 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:46:02.652949 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-8daff19c-7dca-4e25-8d37-3b0934330976 req-53643d23-4a97-4e48-b172-84291ca6d22a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:02.685241 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port c06a494d-1b78-42aa-9362-5ef55ab0b783 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:46:02.696520 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port c06a494d-1b78-42aa-9362-5ef55ab0b783 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:02.697469 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:02.783462 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-8daff19c-7dca-4e25-8d37-3b0934330976 req-53643d23-4a97-4e48-b172-84291ca6d22a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] For port fa6c190a-3229-4c4e-865f-95adbbfccdb3, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=fa6c190a-3229-4c4e-865f-95adbbfccdb3,segment=NetworkSegment(8737c4d6-6f80-4086-9fc3-5af872871404),segment_id=8737c4d6-6f80-4086-9fc3-5af872871404)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:46:02.783842 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-8daff19c-7dca-4e25-8d37-3b0934330976 req-53643d23-4a97-4e48-b172-84291ca6d22a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:02.815124 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-8daff19c-7dca-4e25-8d37-3b0934330976 req-53643d23-4a97-4e48-b172-84291ca6d22a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Calling delete_port for fa6c190a-3229-4c4e-865f-95adbbfccdb3 owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:46:02.872402 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:02.897463 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port c06a494d-1b78-42aa-9362-5ef55ab0b783, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=c06a494d-1b78-42aa-9362-5ef55ab0b783,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:46:02.906781 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:02.940912 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1ecd8-231d-4594-a3ba-f31562495077 req-ae1c1157-0810-44b0-8198-6713c49a9fbf tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:02.944258 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0aa1ecd8-231d-4594-a3ba-f31562495077 req-ae1c1157-0810-44b0-8198-6713c49a9fbf tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/ports?device_id=08274429-9cd4-4f13-963f-b4c7b3340e2c HTTP/1.1" status: 200 len: 946 time: 0.0860584 Aug 09 17:46:02.977141 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=c06a494d-1b78-42aa-9362-5ef55ab0b783,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:03.006050 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-8daff19c-7dca-4e25-8d37-3b0934330976 req-53643d23-4a97-4e48-b172-84291ca6d22a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:03.007940 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0aa1ecd8-231d-4594-a3ba-f31562495077 req-6a44df9b-002a-424c-926e-23d0e3b371ba tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c707fbec-9b36-44a5-98b0-d593f02a2208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552433 Aug 09 17:46:03.044391 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['fa6c190a-3229-4c4e-865f-95adbbfccdb3'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:46:03.057930 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53643d23-4a97-4e48-b172-84291ca6d22a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Pushing event deleted for resources: {'Port': ['ID=fa6c190a-3229-4c4e-865f-95adbbfccdb3,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:03.102071 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-8daff19c-7dca-4e25-8d37-3b0934330976 req-53643d23-4a97-4e48-b172-84291ca6d22a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] No DVR routers for this DVR port fa6c190a-3229-4c4e-865f-95adbbfccdb3 on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:46:03.104750 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-8daff19c-7dca-4e25-8d37-3b0934330976 req-53643d23-4a97-4e48-b172-84291ca6d22a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:03.106876 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8daff19c-7dca-4e25-8d37-3b0934330976 req-53643d23-4a97-4e48-b172-84291ca6d22a tempest-AttachVolumeNegativeTest-679127883 tempest-AttachVolumeNegativeTest-679127883-project] 10.222.0.65 "DELETE /v2.0/ports/fa6c190a-3229-4c4e-865f-95adbbfccdb3 HTTP/1.1" status: 204 len: 173 time: 0.6215730 Aug 09 17:46:03.107466 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08274429-9cd4-4f13-963f-b4c7b3340e2c', 'name': 'network-vif-deleted', 'tag': 'fa6c190a-3229-4c4e-865f-95adbbfccdb3'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:46:03.109929 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a6ea48-158d-4609-964c-8d7701004386" -d '{"events": [{"server_uuid": "08274429-9cd4-4f13-963f-b4c7b3340e2c", "name": "network-vif-deleted", "tag": "fa6c190a-3229-4c4e-865f-95adbbfccdb3"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:46:03.150206 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb6e9d0-9abd-476f-9a5e-c7caaa13c400 x-openstack-request-id: req-dfb6e9d0-9abd-476f-9a5e-c7caaa13c400 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:46:03.150659 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08274429-9cd4-4f13-963f-b4c7b3340e2c", "name": "network-vif-deleted", "tag": "fa6c190a-3229-4c4e-865f-95adbbfccdb3", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:46:03.151105 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dfb6e9d0-9abd-476f-9a5e-c7caaa13c400 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:46:03.151580 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08274429-9cd4-4f13-963f-b4c7b3340e2c', 'name': 'network-vif-deleted', 'tag': 'fa6c190a-3229-4c4e-865f-95adbbfccdb3', 'status': 'completed', 'code': 200} Aug 09 17:46:03.231222 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Sync routers for ids ['61ed6fab-41aa-43c9-821e-5fa274c988aa'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:46:03.246635 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Routers {'61ed6fab-41aa-43c9-821e-5fa274c988aa'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:46:03.247556 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:45:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['61ed6fab-41aa-43c9-821e-5fa274c988aa'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:03.358899 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d56590-fb93-41b9-82c2-ad20de54ce61 req-67ff03b2-18b7-4066-a8bc-d8799180d184 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:03.360807 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f2d56590-fb93-41b9-82c2-ad20de54ce61 req-67ff03b2-18b7-4066-a8bc-d8799180d184 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.0672038 Aug 09 17:46:03.396857 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Set router 61ed6fab-41aa-43c9-821e-5fa274c988aa gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:46:03.417152 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f2d56590-fb93-41b9-82c2-ad20de54ce61 req-3a052f5b-5188-4104-a95c-2e6ea499d8ea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480428 Aug 09 17:46:03.644848 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'name': 'tempest-TestShelveInstance-2136041993-router', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'c06a494d-1b78-42aa-9362-5ef55ab0b783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:52Z', 'updated_at': '2021-08-09T17:45:57Z', 'revision_number': 4, 'project_id': '1b9a74d5d5ab47948bea58204810f516', 'gw_port': {'id': 'c06a494d-1b78-42aa-9362-5ef55ab0b783', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:53Z', 'updated_at': '2021-08-09T17:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '52fd3e6f-6dde-449d-bb8c-f9b25b249042', 'name': '', 'network_id': '43b920f1-6b40-49b9-98b9-e03def6d38d6', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3737ee57-f179-4f22-bc2a-e006858d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:56Z', 'updated_at': '2021-08-09T17:45:58Z', 'revision_number': 2, 'project_id': '1b9a74d5d5ab47948bea58204810f516', 'subnets': [{'id': '3737ee57-f179-4f22-bc2a-e006858d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:03.691215 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Checking router: 61ed6fab-41aa-43c9-821e-5fa274c988aa for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:46:03.692043 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Updating router 61ed6fab-41aa-43c9-821e-5fa274c988aa port 52fd3e6f-6dde-449d-bb8c-f9b25b249042 binding host dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:46:03.737060 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:04.064763 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Notify callbacks [] for port, precommit_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:04.081684 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.provisioning_blocks [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Transition to ACTIVE for port object 52fd3e6f-6dde-449d-bb8c-f9b25b249042 will not be triggered until provisioned by entity L2. {{(pid=99902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:46:04.089068 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:04.114402 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53452) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:04.191232 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a1099-c9f5-42a5-b46e-688c9e91d7f1 None None] Pushing event updated for resources: {'Port': ['ID=52fd3e6f-6dde-449d-bb8c-f9b25b249042,revision_number=3']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:04.205268 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Attempting to bind port 52fd3e6f-6dde-449d-bb8c-f9b25b249042 on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:46:04.205628 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Attempting to bind port 52fd3e6f-6dde-449d-bb8c-f9b25b249042 by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '6aed00de-4f4e-4ac7-8782-e21915ee949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '43b920f1-6b40-49b9-98b9-e03def6d38d6'}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:46:04.205982 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Attempting to bind port 52fd3e6f-6dde-449d-bb8c-f9b25b249042 on network 43b920f1-6b40-49b9-98b9-e03def6d38d6 {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:46:04.211923 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:46:04.212669 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Checking segment: {'id': '6aed00de-4f4e-4ac7-8782-e21915ee949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '43b920f1-6b40-49b9-98b9-e03def6d38d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:46:04.212669 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:04.213169 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Bound using segment: {'id': '6aed00de-4f4e-4ac7-8782-e21915ee949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '43b920f1-6b40-49b9-98b9-e03def6d38d6'} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:46:04.213512 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Bound port: 52fd3e6f-6dde-449d-bb8c-f9b25b249042, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aed00de-4f4e-4ac7-8782-e21915ee949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '43b920f1-6b40-49b9-98b9-e03def6d38d6'}}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:46:04.213899 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:04.223906 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_v2 [None req-54470c73-78fb-4a44-894e-79ecb5759816 admin admin] Deleting subnet e9b9e152-8294-4e04-99d8-f3485fea674b {{(pid=99899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:46:04.227294 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-54470c73-78fb-4a44-894e-79ecb5759816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:04.307453 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] For port 52fd3e6f-6dde-449d-bb8c-f9b25b249042, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:46:04.311620 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] For port 52fd3e6f-6dde-449d-bb8c-f9b25b249042, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=52fd3e6f-6dde-449d-bb8c-f9b25b249042,segment=NetworkSegment(6aed00de-4f4e-4ac7-8782-e21915ee949d),segment_id=6aed00de-4f4e-4ac7-8782-e21915ee949d)] {{(pid=99902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:46:04.322284 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:04.352598 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-54470c73-78fb-4a44-894e-79ecb5759816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9885487'] for subnet, precommit_delete_associations {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:04.374681 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Routers {'61ed6fab-41aa-43c9-821e-5fa274c988aa'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:46:04.375385 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:45:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['61ed6fab-41aa-43c9-821e-5fa274c988aa'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:04.408865 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-54470c73-78fb-4a44-894e-79ecb5759816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:04.448297 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a1099-c9f5-42a5-b46e-688c9e91d7f1 None None] Pushing event updated for resources: {'Port': ['ID=52fd3e6f-6dde-449d-bb8c-f9b25b249042,revision_number=4']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:04.530978 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-54470c73-78fb-4a44-894e-79ecb5759816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9831829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9541566'] for subnet, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:04.571528 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] Set router 61ed6fab-41aa-43c9-821e-5fa274c988aa gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:46:04.640579 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device c06a494d-1b78-42aa-9362-5ef55ab0b783 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:04.650231 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-54470c73-78fb-4a44-894e-79ecb5759816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:04.680995 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53468) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:04.682055 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-54470c73-78fb-4a44-894e-79ecb5759816 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e9b9e152-8294-4e04-99d8-f3485fea674b HTTP/1.1" status: 204 len: 168 time: 0.5575593 Aug 09 17:46:04.683816 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54470c73-78fb-4a44-894e-79ecb5759816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b9e152-8294-4e04-99d8-f3485fea674b,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:04.780732 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port c06a494d-1b78-42aa-9362-5ef55ab0b783 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:04.781865 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:04.822706 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8dc32-d4d1-49b4-85d3-612761d76e01 req-c28ea9f7-2c3d-42e4-902c-e6b152a303a6 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:04.845168 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6af8dc32-d4d1-49b4-85d3-612761d76e01 req-c28ea9f7-2c3d-42e4-902c-e6b152a303a6 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.2134459 Aug 09 17:46:04.903662 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-51f444e0-e57e-442f-8331-33682bcca119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:05.011047 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'name': 'tempest-TestShelveInstance-2136041993-router', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'c06a494d-1b78-42aa-9362-5ef55ab0b783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:52Z', 'updated_at': '2021-08-09T17:45:57Z', 'revision_number': 4, 'project_id': '1b9a74d5d5ab47948bea58204810f516', 'gw_port': {'id': 'c06a494d-1b78-42aa-9362-5ef55ab0b783', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:53Z', 'updated_at': '2021-08-09T17:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '52fd3e6f-6dde-449d-bb8c-f9b25b249042', 'name': '', 'network_id': '43b920f1-6b40-49b9-98b9-e03def6d38d6', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3737ee57-f179-4f22-bc2a-e006858d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:56Z', 'updated_at': '2021-08-09T17:46:04Z', 'revision_number': 4, 'project_id': '1b9a74d5d5ab47948bea58204810f516', 'subnets': [{'id': '3737ee57-f179-4f22-bc2a-e006858d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:05.028561 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f289619-359f-4469-b878-55b89a163cfb req-13568f2f-5106-4045-805d-2cf69df9aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:05.030834 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0f289619-359f-4469-b878-55b89a163cfb req-13568f2f-5106-4045-805d-2cf69df9aa09 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9440c277d0a54d0abe5c6e7767b5c092&device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 1137 time: 0.0753546 Aug 09 17:46:05.044337 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011f72e6-726b-41b7-bc8a-365d5e2f67b3 None None] The sync data for ids ['61ed6fab-41aa-43c9-821e-5fa274c988aa'] in dv-cinder-780933-13-iscsi is: [{'id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'name': 'tempest-TestShelveInstance-2136041993-router', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'c06a494d-1b78-42aa-9362-5ef55ab0b783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:52Z', 'updated_at': '2021-08-09T17:45:57Z', 'revision_number': 4, 'project_id': '1b9a74d5d5ab47948bea58204810f516', 'gw_port': {'id': 'c06a494d-1b78-42aa-9362-5ef55ab0b783', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:53Z', 'updated_at': '2021-08-09T17:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '52fd3e6f-6dde-449d-bb8c-f9b25b249042', 'name': '', 'network_id': '43b920f1-6b40-49b9-98b9-e03def6d38d6', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'mac_address': 'fa:16:3e:6f:2a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3737ee57-f179-4f22-bc2a-e006858d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:56Z', 'updated_at': '2021-08-09T17:46:04Z', 'revision_number': 4, 'project_id': '1b9a74d5d5ab47948bea58204810f516', 'subnets': [{'id': '3737ee57-f179-4f22-bc2a-e006858d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:46:05.091719 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6af8dc32-d4d1-49b4-85d3-612761d76e01 req-af6273b3-b45e-41c8-9743-a54d1ae59191 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455664 Aug 09 17:46:05.114254 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-51f444e0-e57e-442f-8331-33682bcca119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:05.146537 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-51f444e0-e57e-442f-8331-33682bcca119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d730e586-15ab-4070-ae5a-3a007839e560']}} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:05.172843 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-51f444e0-e57e-442f-8331-33682bcca119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8737c4d6-6f80-4086-9fc3-5af872871404') {'for_net_delete': True} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:05.173129 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-51f444e0-e57e-442f-8331-33682bcca119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8737c4d6-6f80-4086-9fc3-5af872871404') {} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:05.194513 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d6d00-fab7-47b8-b87c-ff35b6ea79c5 req-604d7eee-be0f-4d91-9d6d-fbd7f06315fa tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:05.197748 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-de0d6d00-fab7-47b8-b87c-ff35b6ea79c5 req-604d7eee-be0f-4d91-9d6d-fbd7f06315fa tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.1958306 Aug 09 17:46:05.209080 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-51f444e0-e57e-442f-8331-33682bcca119 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10054350'] for segment, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:05.220257 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f289619-359f-4469-b878-55b89a163cfb req-a88f4513-ef07-4545-a0c8-328332b1b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:05.221903 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0f289619-359f-4469-b878-55b89a163cfb req-a88f4513-ef07-4545-a0c8-328332b1b80a service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b8dc70c-170e-4ae3-90f8-fd33329b11d9 HTTP/1.1" status: 200 len: 915 time: 0.1830399 Aug 09 17:46:05.253858 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-51f444e0-e57e-442f-8331-33682bcca119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:05.263861 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f444e0-e57e-442f-8331-33682bcca119 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=99900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:46:05.263861 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-51f444e0-e57e-442f-8331-33682bcca119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10004083'] for segment, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: Traceback (most recent call last): Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: timer() Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: cb(*args, **kw) Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: return func(*args, **kwargs) Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: self._notify() Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: self.callback(batched_events) Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: event.method(event) Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: return f(self, *a, **k) Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: return self._get(url).json() Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: return self.request(url, 'GET', **kwargs) Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:46:05.266004 dv-cinder-780933-13-iscsi neutron-server[99900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:46:05.305338 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0f289619-359f-4469-b878-55b89a163cfb req-d49ad728-02ee-41bb-bb44-aad7890a5d5e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=450e3389-380a-4b08-83f0-d8e33b57dc90 HTTP/1.1" status: 200 len: 1000 time: 0.0762062 Aug 09 17:46:05.318708 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-de0d6d00-fab7-47b8-b87c-ff35b6ea79c5 req-2aa4b99b-b26b-4a61-8808-e4b43be05096 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&id=ad800a20-c29a-41c2-a0ff-56e280a5aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074183 Aug 09 17:46:05.339046 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-51f444e0-e57e-442f-8331-33682bcca119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:05.346830 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-51f444e0-e57e-442f-8331-33682bcca119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:05.348798 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-51f444e0-e57e-442f-8331-33682bcca119 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d730e586-15ab-4070-ae5a-3a007839e560 HTTP/1.1" status: 204 len: 168 time: 0.6572161 Aug 09 17:46:05.365197 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f444e0-e57e-442f-8331-33682bcca119 admin admin] Pushing event deleted for resources: {'Network': ['ID=d730e586-15ab-4070-ae5a-3a007839e560,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:05.387997 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f289619-359f-4469-b878-55b89a163cfb req-c3e0768a-0fb3-49f3-9b64-3fe7e8a81c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:05.390256 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0f289619-359f-4469-b878-55b89a163cfb req-c3e0768a-0fb3-49f3-9b64-3fe7e8a81c08 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5 HTTP/1.1" status: 200 len: 853 time: 0.0767112 Aug 09 17:46:05.441764 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f289619-359f-4469-b878-55b89a163cfb req-d3f63760-d5cb-4216-9c78-b416292e70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:05.443391 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0f289619-359f-4469-b878-55b89a163cfb req-d3f63760-d5cb-4216-9c78-b416292e70a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b8dc70c-170e-4ae3-90f8-fd33329b11d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444291 Aug 09 17:46:05.564052 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53484) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:05.572605 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0f289619-359f-4469-b878-55b89a163cfb req-cc43a7a6-3aa1-465e-b53f-3f5f2163ed8f service neutron] 10.222.0.65 "GET /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140578 Aug 09 17:46:05.617492 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-55da2aef-eda4-4565-ab46-84a29b59a273 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=99e4b5de1ec841b4b874abd0cece9013&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521836 Aug 09 17:46:05.619958 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53486) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:05.667573 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0f289619-359f-4469-b878-55b89a163cfb req-df535606-d808-4eb0-9642-eac2a8325119 service neutron] 10.222.0.65 "GET /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916913 Aug 09 17:46:05.677387 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-36604b9d-0b28-4ac6-aaad-799c6ebe87b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:05.704199 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-36604b9d-0b28-4ac6-aaad-799c6ebe87b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:05.754668 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-36604b9d-0b28-4ac6-aaad-799c6ebe87b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:05.757429 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-36604b9d-0b28-4ac6-aaad-799c6ebe87b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:05.758612 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-36604b9d-0b28-4ac6-aaad-799c6ebe87b1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c707fbec-9b36-44a5-98b0-d593f02a2208 HTTP/1.1" status: 204 len: 168 time: 0.1376946 Aug 09 17:46:05.768089 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36604b9d-0b28-4ac6-aaad-799c6ebe87b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c707fbec-9b36-44a5-98b0-d593f02a2208,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:05.887623 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device fa6c190a-3229-4c4e-865f-95adbbfccdb3 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:46:05.911266 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: fa6c190a-3229-4c4e-865f-95adbbfccdb3 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:46:05.912036 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device fa6c190a-3229-4c4e-865f-95adbbfccdb3 not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:46:06.255155 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e1bb7-64a3-4bf0-a571-c8a98a30e1c7 req-0ebc0976-1823-4ef0-8f9c-8474f8a0f873 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:06.258013 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-171e1bb7-64a3-4bf0-a571-c8a98a30e1c7 req-0ebc0976-1823-4ef0-8f9c-8474f8a0f873 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.0698221 Aug 09 17:46:06.323676 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-171e1bb7-64a3-4bf0-a571-c8a98a30e1c7 req-b7978333-34b6-4665-b2ca-c74567587763 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566459 Aug 09 17:46:06.471617 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cbf9f-e6cb-40c4-91ce-a1a750520d1a req-c80ee638-f4ed-43f5-a21c-81974f9b4cd3 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:06.473210 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-be3cbf9f-e6cb-40c4-91ce-a1a750520d1a req-c80ee638-f4ed-43f5-a21c-81974f9b4cd3 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.0718989 Aug 09 17:46:06.528995 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 52fd3e6f-6dde-449d-bb8c-f9b25b249042 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:06.548518 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-be3cbf9f-e6cb-40c4-91ce-a1a750520d1a req-a472fb6b-2b4a-46e7-a088-3125094cd685 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&id=ad800a20-c29a-41c2-a0ff-56e280a5aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682578 Aug 09 17:46:06.588344 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 52fd3e6f-6dde-449d-bb8c-f9b25b249042 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:46:06.595302 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 52fd3e6f-6dde-449d-bb8c-f9b25b249042 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:06.595682 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:06.692548 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:06.745336 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port 52fd3e6f-6dde-449d-bb8c-f9b25b249042, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=52fd3e6f-6dde-449d-bb8c-f9b25b249042,segment=NetworkSegment(6aed00de-4f4e-4ac7-8782-e21915ee949d),segment_id=6aed00de-4f4e-4ac7-8782-e21915ee949d)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:46:06.750884 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:06.813901 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=52fd3e6f-6dde-449d-bb8c-f9b25b249042,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:07.472864 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4b4af-4b47-4626-beee-d61654d1c827 req-30b1abf2-6a8d-4868-b69a-a5473d0f1557 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:07.474552 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-30f4b4af-4b47-4626-beee-d61654d1c827 req-30b1abf2-6a8d-4868-b69a-a5473d0f1557 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.0716558 Aug 09 17:46:07.529146 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-30f4b4af-4b47-4626-beee-d61654d1c827 req-494f6a44-7f40-47ca-9f09-03377ad56582 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415034 Aug 09 17:46:07.672756 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53552) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:07.713727 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815d2b1-6dd9-4374-bcda-7bf0fe149956 req-04118b1d-38ec-4e2c-a7a3-d6b952c9fbc4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:07.716300 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2815d2b1-6dd9-4374-bcda-7bf0fe149956 req-04118b1d-38ec-4e2c-a7a3-d6b952c9fbc4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.0774608 Aug 09 17:46:07.764314 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2815d2b1-6dd9-4374-bcda-7bf0fe149956 req-3f733717-b4b3-4b05-a5aa-5e7a1f371af8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&id=ad800a20-c29a-41c2-a0ff-56e280a5aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407565 Aug 09 17:46:07.827221 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e86b9e02-3a6a-442f-925f-2f11388577fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:07.915447 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-bad5c487-dac5-47aa-91bd-4fb4bb79d10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:08.014814 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e86b9e02-3a6a-442f-925f-2f11388577fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:08.019110 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e86b9e02-3a6a-442f-925f-2f11388577fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:08.057976 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-e86b9e02-3a6a-442f-925f-2f11388577fb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9451469408db4c66b66cd649af3dde99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830328 Aug 09 17:46:08.058673 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b9e02-3a6a-442f-925f-2f11388577fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e49ab5-4e00-4265-8898-1edcd952aa0b,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:08.061299 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53566) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:08.113924 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7d77-a6ec-4f9a-bd46-3e0176824107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:08.135983 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7d77-a6ec-4f9a-bd46-3e0176824107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:08.187839 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7d77-a6ec-4f9a-bd46-3e0176824107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:08.190430 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2f3e7d77-a6ec-4f9a-bd46-3e0176824107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:08.191627 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-2f3e7d77-a6ec-4f9a-bd46-3e0176824107 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/18e49ab5-4e00-4265-8898-1edcd952aa0b HTTP/1.1" status: 204 len: 168 time: 0.1293676 Aug 09 17:46:08.203206 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e7d77-a6ec-4f9a-bd46-3e0176824107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e49ab5-4e00-4265-8898-1edcd952aa0b,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:08.508438 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 52fd3e6f-6dde-449d-bb8c-f9b25b249042 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:08.525797 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53574) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:08.539209 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-936e8f34-2041-4cdf-ba9e-62e742efc1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:08.567849 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 52fd3e6f-6dde-449d-bb8c-f9b25b249042 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:08.568333 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:08.701651 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-936e8f34-2041-4cdf-ba9e-62e742efc1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:08.712185 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5007d-710b-4fff-9dec-237b32829090 req-c3dbb3fb-f18f-49e1-9779-953d8f754c36 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:08.714883 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bea5007d-710b-4fff-9dec-237b32829090 req-c3dbb3fb-f18f-49e1-9779-953d8f754c36 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.0833662 Aug 09 17:46:08.716315 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-936e8f34-2041-4cdf-ba9e-62e742efc1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:08.779258 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-936e8f34-2041-4cdf-ba9e-62e742efc1f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=73d388df13ac4dc894756e9864fc8a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521553 Aug 09 17:46:08.781728 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e8f34-2041-4cdf-ba9e-62e742efc1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cff028-e5ad-4e68-b861-ceb2e9042dea,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:08.782381 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53578) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:08.797785 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bea5007d-710b-4fff-9dec-237b32829090 req-6501d702-55c0-4a32-a21b-09e2e6220477 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755558 Aug 09 17:46:08.854914 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-95d757c1-ebca-45aa-9ce6-8827a56d1753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:08.877036 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-95d757c1-ebca-45aa-9ce6-8827a56d1753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:08.940618 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7d385-e714-4fc9-ba3a-dfb8d61e1b65 req-2bab380d-c7a5-41a0-b06a-17876c15a608 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:08.943259 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5ff7d385-e714-4fc9-ba3a-dfb8d61e1b65 req-2bab380d-c7a5-41a0-b06a-17876c15a608 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.0713186 Aug 09 17:46:08.948093 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-95d757c1-ebca-45aa-9ce6-8827a56d1753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:08.950677 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-95d757c1-ebca-45aa-9ce6-8827a56d1753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:08.952585 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-95d757c1-ebca-45aa-9ce6-8827a56d1753 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/96cff028-e5ad-4e68-b861-ceb2e9042dea HTTP/1.1" status: 204 len: 168 time: 0.1684451 Aug 09 17:46:08.961707 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d757c1-ebca-45aa-9ce6-8827a56d1753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cff028-e5ad-4e68-b861-ceb2e9042dea,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:09.001403 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5ff7d385-e714-4fc9-ba3a-dfb8d61e1b65 req-31dd8537-269b-48e7-81c5-243765f81517 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&id=ad800a20-c29a-41c2-a0ff-56e280a5aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496833 Aug 09 17:46:09.923368 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 490436d2-e15e-438e-a685-331a16efa236 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:46:09.959685 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df0379-ab60-4295-84b2-c561b44f07db req-1a024031-fec0-4b2e-a4d9-63de82756e3e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:09.961321 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d6df0379-ab60-4295-84b2-c561b44f07db req-1a024031-fec0-4b2e-a4d9-63de82756e3e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 943 time: 0.0679512 Aug 09 17:46:10.027810 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d6df0379-ab60-4295-84b2-c561b44f07db req-aa40870e-28f9-458b-8c23-faa43a6e4715 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562987 Aug 09 17:46:10.054139 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 490436d2-e15e-438e-a685-331a16efa236, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=490436d2-e15e-438e-a685-331a16efa236,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:46:10.083018 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '490436d2-e15e-438e-a685-331a16efa236', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'port_id': '490436d2-e15e-438e-a685-331a16efa236', 'mac_address': 'fa:16:3e:46:f7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:46:10.126578 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:10.148405 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490436d2-e15e-438e-a685-331a16efa236 {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:46:10.157722 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d76f1-a02f-42c6-b7c9-5fcdba31b43f req-ab63a1c7-ba35-40e9-b3e2-2a461d2d62e4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:10.159934 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-988d76f1-a02f-42c6-b7c9-5fcdba31b43f req-ab63a1c7-ba35-40e9-b3e2-2a461d2d62e4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.0588551 Aug 09 17:46:10.182898 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 490436d2-e15e-438e-a685-331a16efa236, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=490436d2-e15e-438e-a685-331a16efa236,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:46:10.194280 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:10.214956 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-988d76f1-a02f-42c6-b7c9-5fcdba31b43f req-7d3ebe80-b97f-4633-98c3-750e60317b05 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&id=ad800a20-c29a-41c2-a0ff-56e280a5aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482957 Aug 09 17:46:10.251246 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=490436d2-e15e-438e-a685-331a16efa236,revision_number=9']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:10.549637 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:10.563901 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['490436d2-e15e-438e-a685-331a16efa236'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:46:10.847059 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-ebcc66fc-1ac0-4ce4-86b5-c3bda3234fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:11.228076 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e1151-fd47-49da-8fc6-1ce026da0028 req-49e6024c-9a48-4549-a3e0-d386e2b7dfd5 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:11.230103 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1c2e1151-fd47-49da-8fc6-1ce026da0028 req-49e6024c-9a48-4549-a3e0-d386e2b7dfd5 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 944 time: 0.0722263 Aug 09 17:46:11.280177 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1c2e1151-fd47-49da-8fc6-1ce026da0028 req-35504cb3-c7a2-4bec-bab7-dfc8c2772c5a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414956 Aug 09 17:46:11.391318 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c7fcf-132c-48f4-b12f-fa247bebc5c7 req-5b9b9b51-ce79-49c3-891b-72c40db73548 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:11.392739 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bd3c7fcf-132c-48f4-b12f-fa247bebc5c7 req-5b9b9b51-ce79-49c3-891b-72c40db73548 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.0516312 Aug 09 17:46:11.434633 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bd3c7fcf-132c-48f4-b12f-fa247bebc5c7 req-e99785fc-36b7-43d5-ab6a-338c5513c5b7 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&id=ad800a20-c29a-41c2-a0ff-56e280a5aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352418 Aug 09 17:46:11.855888 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:11.927474 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29a612-fadc-4354-b354-e808997c09d0 req-dac6ce3f-6069-4411-aad6-0f2a519a15c7 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:11.928972 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ea29a612-fadc-4354-b354-e808997c09d0 req-dac6ce3f-6069-4411-aad6-0f2a519a15c7 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0560613 Aug 09 17:46:11.936720 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 490436d2-e15e-438e-a685-331a16efa236 up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:11.974365 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ea29a612-fadc-4354-b354-e808997c09d0 req-3dd7d695-34a2-4f02-9cef-faf300e7ab92 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386939 Aug 09 17:46:11.996981 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 490436d2-e15e-438e-a685-331a16efa236 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:11.997360 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:12.092884 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:12.117457 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b90caf-360f-4558-9483-6fec8ba470da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490436d2-e15e-438e-a685-331a16efa236'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:46:12.119823 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db084c02-b35e-4f50-b71f-6fbbaa09de3d" -d '{"events": [{"server_uuid": "80b90caf-360f-4558-9483-6fec8ba470da", "name": "network-vif-plugged", "status": "completed", "tag": "490436d2-e15e-438e-a685-331a16efa236"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:46:12.139986 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 490436d2-e15e-438e-a685-331a16efa236, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=490436d2-e15e-438e-a685-331a16efa236,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:46:12.148652 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:12.190791 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884c69e8-12f0-4abe-b0cb-c11eb2034b09 x-openstack-request-id: req-884c69e8-12f0-4abe-b0cb-c11eb2034b09 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:46:12.190966 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b90caf-360f-4558-9483-6fec8ba470da", "name": "network-vif-plugged", "status": "completed", "tag": "490436d2-e15e-438e-a685-331a16efa236", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:46:12.191181 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-884c69e8-12f0-4abe-b0cb-c11eb2034b09 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:46:12.191612 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b90caf-360f-4558-9483-6fec8ba470da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490436d2-e15e-438e-a685-331a16efa236', 'code': 200} Aug 09 17:46:12.226790 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=490436d2-e15e-438e-a685-331a16efa236,revision_number=10']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:12.445295 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8489e-9e01-4fe7-8783-6ee63fdaa551 req-a8156c0b-09ac-482f-a9c4-b85070d42cba tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:12.446933 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-52b8489e-9e01-4fe7-8783-6ee63fdaa551 req-a8156c0b-09ac-482f-a9c4-b85070d42cba tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 946 time: 0.0726249 Aug 09 17:46:12.507545 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-52b8489e-9e01-4fe7-8783-6ee63fdaa551 req-4369fb17-74c2-42f2-978a-951576085055 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500665 Aug 09 17:46:12.587541 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d35d3b-2efe-4cac-82c3-5ccae907b432 req-eeaa4478-3739-49f8-aa17-91313c056095 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:12.589072 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a0d35d3b-2efe-4cac-82c3-5ccae907b432 req-eeaa4478-3739-49f8-aa17-91313c056095 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.0712850 Aug 09 17:46:12.643459 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a0d35d3b-2efe-4cac-82c3-5ccae907b432 req-270a6b83-e4b5-4637-aa6c-7b19e02d45dc tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&id=ad800a20-c29a-41c2-a0ff-56e280a5aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404925 Aug 09 17:46:12.758902 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4a7ca-1e4e-4021-8dac-deb01b7c838f req-6790e64f-fc6a-492d-ade4-96f4168ad91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:12.765453 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-89a4a7ca-1e4e-4021-8dac-deb01b7c838f req-6790e64f-fc6a-492d-ade4-96f4168ad91c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 1099 time: 0.0500078 Aug 09 17:46:12.800305 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-89a4a7ca-1e4e-4021-8dac-deb01b7c838f req-d801383e-ee58-477d-8e77-037a92e85d9c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307853 Aug 09 17:46:13.106829 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55466c1-3825-4474-8e30-8eff19a0b4fb req-fe142b05-c91e-452c-bcf1-858c40dab40f tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:13.108899 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b55466c1-3825-4474-8e30-8eff19a0b4fb req-fe142b05-c91e-452c-bcf1-858c40dab40f tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0490944 Aug 09 17:46:13.149952 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b55466c1-3825-4474-8e30-8eff19a0b4fb req-486e36ae-c19b-4956-b01b-f7a0c239e188 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349653 Aug 09 17:46:13.656162 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b93743-e4af-4568-9ecd-b2809d57b9f8 req-50b512d4-4217-4ef8-a272-4c3313ae659b tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:13.656917 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:13.659211 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-59b93743-e4af-4568-9ecd-b2809d57b9f8 req-50b512d4-4217-4ef8-a272-4c3313ae659b tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 946 time: 0.0657723 Aug 09 17:46:13.706673 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-59b93743-e4af-4568-9ecd-b2809d57b9f8 req-dfa9bb32-6201-41a6-862b-d1bc5583ad22 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368285 Aug 09 17:46:13.829023 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa6188-353e-48a0-9db2-faa788331cef req-bc24c23a-31f4-4203-8d93-03b22922115c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:13.831879 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-71aa6188-353e-48a0-9db2-faa788331cef req-bc24c23a-31f4-4203-8d93-03b22922115c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.0772152 Aug 09 17:46:13.879843 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-71aa6188-353e-48a0-9db2-faa788331cef req-b83565e8-fd74-45a8-8759-ea0a6cfa764e tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&id=ad800a20-c29a-41c2-a0ff-56e280a5aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420198 Aug 09 17:46:14.309825 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3305a-b84d-4dee-a13d-e25c581c7c53 req-a4251d67-fb56-4fd3-94b0-85f912fbe870 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:14.311503 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cce3305a-b84d-4dee-a13d-e25c581c7c53 req-a4251d67-fb56-4fd3-94b0-85f912fbe870 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0848682 Aug 09 17:46:14.328977 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53786) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:14.356924 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cce3305a-b84d-4dee-a13d-e25c581c7c53 req-5fd818e6-6bd7-4c7c-84e4-bba34a8da440 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388968 Aug 09 17:46:14.477903 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f6a7744f-8a5b-483d-bfff-7cb9577ec02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:14.583263 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f6a7744f-8a5b-483d-bfff-7cb9577ec02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:14.589002 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f6a7744f-8a5b-483d-bfff-7cb9577ec02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:14.632138 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-f6a7744f-8a5b-483d-bfff-7cb9577ec02d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=800eae8cb3d94e7abc79436b9105424a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020761 Aug 09 17:46:14.632926 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7744f-8a5b-483d-bfff-7cb9577ec02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5ec593-b41b-419e-8e90-aa49c9c8387e,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:14.635100 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53796) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:14.704481 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-92f65d9a-b346-47a8-b835-8b834ea264cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:14.729290 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-92f65d9a-b346-47a8-b835-8b834ea264cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:14.801752 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-92f65d9a-b346-47a8-b835-8b834ea264cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:14.806900 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-92f65d9a-b346-47a8-b835-8b834ea264cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:14.808902 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-92f65d9a-b346-47a8-b835-8b834ea264cd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1f5ec593-b41b-419e-8e90-aa49c9c8387e HTTP/1.1" status: 204 len: 168 time: 0.1719005 Aug 09 17:46:14.866583 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f65d9a-b346-47a8-b835-8b834ea264cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5ec593-b41b-419e-8e90-aa49c9c8387e,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:14.898277 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c692bb5-a3ed-42e5-9ccd-09e8ab616d3d req-6ace44a6-0b45-4755-a38e-a4a4c8dbde6f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:14.900102 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5c692bb5-a3ed-42e5-9ccd-09e8ab616d3d req-6ace44a6-0b45-4755-a38e-a4a4c8dbde6f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 946 time: 0.0851829 Aug 09 17:46:15.027440 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5c692bb5-a3ed-42e5-9ccd-09e8ab616d3d req-44877cd0-2859-4446-ba92-35c67a95da24 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140904 Aug 09 17:46:15.056894 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55f36b-9ecc-4828-9631-a79cf786808e req-0371cb50-a991-4fa8-9aa5-fbdb60557342 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:15.068838 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ba55f36b-9ecc-4828-9631-a79cf786808e req-0371cb50-a991-4fa8-9aa5-fbdb60557342 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.1085193 Aug 09 17:46:15.139776 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ba55f36b-9ecc-4828-9631-a79cf786808e req-fa5dc77c-f719-4327-b631-6bcabf1d76b4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&id=ad800a20-c29a-41c2-a0ff-56e280a5aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694160 Aug 09 17:46:15.319343 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53832) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:15.339978 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-70688e08-729e-43b0-a902-25e1eb9ae762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:15.547111 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282de7f9-1b06-4253-871a-438f568e782e req-a126aae0-17f2-44b2-a28f-6fae103dbaa1 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:15.548625 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-282de7f9-1b06-4253-871a-438f568e782e req-a126aae0-17f2-44b2-a28f-6fae103dbaa1 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0928111 Aug 09 17:46:15.554065 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-70688e08-729e-43b0-a902-25e1eb9ae762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:15.564945 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-70688e08-729e-43b0-a902-25e1eb9ae762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:15.634292 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-282de7f9-1b06-4253-871a-438f568e782e req-7c379ac8-31bd-4f92-99ff-08fb084c65ab tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786350 Aug 09 17:46:15.637837 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-70688e08-729e-43b0-a902-25e1eb9ae762 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c03d329298704db4a55f8962e845f7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169382 Aug 09 17:46:15.640332 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70688e08-729e-43b0-a902-25e1eb9ae762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f49d19-2c98-47b1-aa64-c7a155c1281f,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:15.641588 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53846) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:15.706632 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3bbf8173-2e77-4ab4-8965-a4ff08130667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:15.733802 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3bbf8173-2e77-4ab4-8965-a4ff08130667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:15.790047 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3bbf8173-2e77-4ab4-8965-a4ff08130667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:15.792763 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3bbf8173-2e77-4ab4-8965-a4ff08130667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:15.793945 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-3bbf8173-2e77-4ab4-8965-a4ff08130667 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/85f49d19-2c98-47b1-aa64-c7a155c1281f HTTP/1.1" status: 204 len: 168 time: 0.1512415 Aug 09 17:46:15.803630 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf8173-2e77-4ab4-8965-a4ff08130667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f49d19-2c98-47b1-aa64-c7a155c1281f,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:16.172712 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe63a5f-86fe-4958-a6ff-575fbf9f3191 req-b3d7dcf4-fd44-4493-a7f6-4e0c9b0d4adf tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:16.174253 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8fe63a5f-86fe-4958-a6ff-575fbf9f3191 req-b3d7dcf4-fd44-4493-a7f6-4e0c9b0d4adf tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 946 time: 0.0599778 Aug 09 17:46:16.230256 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8fe63a5f-86fe-4958-a6ff-575fbf9f3191 req-8035bf91-fa5a-4f9b-befa-83b7d5ba85be tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477471 Aug 09 17:46:16.285742 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9d3ca-c17c-4c7c-b425-118fb6a89084 req-d794e61e-c108-400d-9818-c10f4958c02c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:16.287325 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6eb9d3ca-c17c-4c7c-b425-118fb6a89084 req-d794e61e-c108-400d-9818-c10f4958c02c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.0750022 Aug 09 17:46:16.333809 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6eb9d3ca-c17c-4c7c-b425-118fb6a89084 req-9e8e52ea-b7e0-4e21-9f73-0f6c09af52eb tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&id=ad800a20-c29a-41c2-a0ff-56e280a5aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402875 Aug 09 17:46:16.783317 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc91c0-9672-456c-9e8e-e0d8b6ba9880 req-10c4cf8f-bd23-4f63-94d5-4378c4120c40 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:16.784839 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-10dc91c0-9672-456c-9e8e-e0d8b6ba9880 req-10c4cf8f-bd23-4f63-94d5-4378c4120c40 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0531116 Aug 09 17:46:16.829304 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-10dc91c0-9672-456c-9e8e-e0d8b6ba9880 req-d98d47d1-bde3-4c66-b730-8679341203ee tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382264 Aug 09 17:46:17.468339 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192b14a-bca0-4609-9ecb-ec777957b213 req-9f3d1795-d89e-4cf5-b9c1-09840ae955ef tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:17.471532 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8192b14a-bca0-4609-9ecb-ec777957b213 req-9f3d1795-d89e-4cf5-b9c1-09840ae955ef tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.0563920 Aug 09 17:46:17.511543 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8192b14a-bca0-4609-9ecb-ec777957b213 req-da41dd9c-fe2b-4765-abd0-51b309721a56 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&id=ad800a20-c29a-41c2-a0ff-56e280a5aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353563 Aug 09 17:46:17.636332 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53924) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:17.758759 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b9b439a6-bdb7-47ba-b35a-da8135d5e292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:17.865985 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b9b439a6-bdb7-47ba-b35a-da8135d5e292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:17.871101 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b9b439a6-bdb7-47ba-b35a-da8135d5e292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:17.916045 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-b9b439a6-bdb7-47ba-b35a-da8135d5e292 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc45e890217b4290af8a41765c7c41b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786024 Aug 09 17:46:17.916910 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b439a6-bdb7-47ba-b35a-da8135d5e292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69d8679-8d15-4c91-a436-1d8ce83e7c06,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:17.920159 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 53940) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:18.018727 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1d75e-3ace-426b-beb2-3784fac812f7 req-609d904b-1c20-4ff2-a9de-e1c0ef0df2e8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:18.020272 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f9a1d75e-3ace-426b-beb2-3784fac812f7 req-609d904b-1c20-4ff2-a9de-e1c0ef0df2e8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0831716 Aug 09 17:46:18.025732 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-022827e7-f386-4c6a-9cd9-51eefd9688e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:18.064903 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-022827e7-f386-4c6a-9cd9-51eefd9688e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:18.090062 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f9a1d75e-3ace-426b-beb2-3784fac812f7 req-854fa637-7134-4ada-a96a-7e83d84c41c6 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623713 Aug 09 17:46:18.129293 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-022827e7-f386-4c6a-9cd9-51eefd9688e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:18.131952 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-022827e7-f386-4c6a-9cd9-51eefd9688e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:18.133132 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-022827e7-f386-4c6a-9cd9-51eefd9688e8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f69d8679-8d15-4c91-a436-1d8ce83e7c06 HTTP/1.1" status: 204 len: 168 time: 0.2023528 Aug 09 17:46:18.142437 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022827e7-f386-4c6a-9cd9-51eefd9688e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69d8679-8d15-4c91-a436-1d8ce83e7c06,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:18.434801 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53948) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:18.448802 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-79594f02-eb16-47e9-8b8b-2a5bd9c23735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:18.545355 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-79594f02-eb16-47e9-8b8b-2a5bd9c23735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:18.550914 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-79594f02-eb16-47e9-8b8b-2a5bd9c23735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:18.591205 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79594f02-eb16-47e9-8b8b-2a5bd9c23735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc4d015-02ed-4ee2-be38-ddf9159fefa9,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:18.600328 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-79594f02-eb16-47e9-8b8b-2a5bd9c23735 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a1ddb8625d9443858b04d1c6d76b2822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598058 Aug 09 17:46:18.600988 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 53954) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:18.649319 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbae10-450b-481d-86fb-5d935a6372bc req-123a0def-be71-400e-8b60-4b8a7bd55c2a tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:18.656126 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9002208c-7a85-4823-a0eb-e7d74152b0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:18.658054 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-53cbae10-450b-481d-86fb-5d935a6372bc req-123a0def-be71-400e-8b60-4b8a7bd55c2a tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.0736065 Aug 09 17:46:18.679895 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9002208c-7a85-4823-a0eb-e7d74152b0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:18.696790 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-53cbae10-450b-481d-86fb-5d935a6372bc req-d67146e3-2838-4fcc-8f4d-8b372e6cf1f7 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&id=ad800a20-c29a-41c2-a0ff-56e280a5aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376699 Aug 09 17:46:18.737470 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9002208c-7a85-4823-a0eb-e7d74152b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:18.740011 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9002208c-7a85-4823-a0eb-e7d74152b0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:18.741191 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-9002208c-7a85-4823-a0eb-e7d74152b0f6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8fc4d015-02ed-4ee2-be38-ddf9159fefa9 HTTP/1.1" status: 204 len: 168 time: 0.1397257 Aug 09 17:46:18.750483 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002208c-7a85-4823-a0eb-e7d74152b0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc4d015-02ed-4ee2-be38-ddf9159fefa9,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:19.223797 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf34b3-19fb-4384-ac7f-dfe8d4a72393 req-4286597e-7e58-4102-8716-fff3800b8d2b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:19.225852 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4bbf34b3-19fb-4384-ac7f-dfe8d4a72393 req-4286597e-7e58-4102-8716-fff3800b8d2b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0587895 Aug 09 17:46:19.278155 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4bbf34b3-19fb-4384-ac7f-dfe8d4a72393 req-ce44ade4-a5f8-4222-b554-8bd7285fcc09 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446455 Aug 09 17:46:19.842519 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09405127-0f02-4fe7-acd9-3d7889e6b0ca req-101d934d-d185-41c0-ad13-2c29cc3fdcc1 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:19.845232 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-09405127-0f02-4fe7-acd9-3d7889e6b0ca req-101d934d-d185-41c0-ad13-2c29cc3fdcc1 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.0716288 Aug 09 17:46:19.896773 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-09405127-0f02-4fe7-acd9-3d7889e6b0ca req-01408f90-7aa3-4b0e-b36e-113dcc81d2a2 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&id=ad800a20-c29a-41c2-a0ff-56e280a5aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448692 Aug 09 17:46:20.442819 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445ae22-f550-4aee-8646-ec13e009ed8a req-9318f374-3f65-4731-9179-88a82f68e440 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:20.444620 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1445ae22-f550-4aee-8646-ec13e009ed8a req-9318f374-3f65-4731-9179-88a82f68e440 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0664637 Aug 09 17:46:20.491426 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1445ae22-f550-4aee-8646-ec13e009ed8a req-36441c83-fbbf-4eec-89ea-66261d7c9325 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403895 Aug 09 17:46:21.019829 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8d03e-3220-4c1e-817b-d66ff25591d4 req-d782e7dc-101e-4ab4-a5f0-e24904827d3c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:21.021463 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9fb8d03e-3220-4c1e-817b-d66ff25591d4 req-d782e7dc-101e-4ab4-a5f0-e24904827d3c tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.0522995 Aug 09 17:46:21.066777 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9fb8d03e-3220-4c1e-817b-d66ff25591d4 req-9fb5618b-f85f-40df-8aa9-285ecb09aae8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&id=ad800a20-c29a-41c2-a0ff-56e280a5aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378869 Aug 09 17:46:21.118149 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54054) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:21.230939 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-41502b80-6b8d-4f8a-9166-274ab6b18e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:21.336025 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-41502b80-6b8d-4f8a-9166-274ab6b18e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:21.340321 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-41502b80-6b8d-4f8a-9166-274ab6b18e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:21.381018 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-41502b80-6b8d-4f8a-9166-274ab6b18e3b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a068c6aec29f4506bb3a151afda6e114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617464 Aug 09 17:46:21.381882 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41502b80-6b8d-4f8a-9166-274ab6b18e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1880615f-87ca-4fc4-90d1-89d8b68e1e7c,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:21.384608 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54058) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:21.440516 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-14cff83e-bfcf-4375-9974-709be49cb3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:21.462474 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-14cff83e-bfcf-4375-9974-709be49cb3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:21.517170 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-14cff83e-bfcf-4375-9974-709be49cb3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:21.520690 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-14cff83e-bfcf-4375-9974-709be49cb3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:21.523228 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-14cff83e-bfcf-4375-9974-709be49cb3f1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1880615f-87ca-4fc4-90d1-89d8b68e1e7c HTTP/1.1" status: 204 len: 168 time: 0.1359148 Aug 09 17:46:21.538004 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cff83e-bfcf-4375-9974-709be49cb3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1880615f-87ca-4fc4-90d1-89d8b68e1e7c,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:21.624002 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99e114-0e14-4ca3-8a09-069d98afbc2a req-0842b16a-f8e8-4c34-81a3-e3838bc413b5 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:21.625769 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4c99e114-0e14-4ca3-8a09-069d98afbc2a req-0842b16a-f8e8-4c34-81a3-e3838bc413b5 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0525303 Aug 09 17:46:21.671663 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4c99e114-0e14-4ca3-8a09-069d98afbc2a req-1b332947-141c-4e5c-a0d5-b595bf4ff1bb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388224 Aug 09 17:46:21.874192 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54074) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:21.892211 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1a011959-eb1c-43e1-8368-d6c3294fc57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:22.016130 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-2d5fc83b-87af-4756-8a8a-b40f2a44c161 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2023182608&fields=id&tenant_id=137c6f0b601e4faf99bd17e253fa3596 HTTP/1.1" status: 200 len: 267 time: 0.0492914 Aug 09 17:46:22.338993 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1a011959-eb1c-43e1-8368-d6c3294fc57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:22.354256 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1a011959-eb1c-43e1-8368-d6c3294fc57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:22.440240 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-1a011959-eb1c-43e1-8368-d6c3294fc57c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=27e5a308187f46c0a8494096ead6c7a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5642328 Aug 09 17:46:22.443710 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54084) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:22.444613 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a011959-eb1c-43e1-8368-d6c3294fc57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c100967a-5a40-41d1-92b6-971a449e8bf8,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:22.471567 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f48273-5445-43b9-86dc-089b63338754 req-b656c634-c2f9-43ce-a49b-029653aee5fb tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:22.473116 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-58f48273-5445-43b9-86dc-089b63338754 req-b656c634-c2f9-43ce-a49b-029653aee5fb tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.1329088 Aug 09 17:46:22.479809 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-cb7956ac-718c-4272-a748-b2cada5a7a99 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:22.481268 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-cb7956ac-718c-4272-a748-b2cada5a7a99 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/networks?id=7b1ff93c-f38a-4631-a50e-b0003eba36bb HTTP/1.1" status: 200 len: 808 time: 0.4545369 Aug 09 17:46:22.497549 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5cd6-7525-4af2-88ea-ed63338fb309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:22.519533 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-3de7aeac-b69e-41ad-b97b-38981cefa3e8 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/quotas/137c6f0b601e4faf99bd17e253fa3596 HTTP/1.1" status: 200 len: 375 time: 0.0219159 Aug 09 17:46:22.521899 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5cd6-7525-4af2-88ea-ed63338fb309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:22.543897 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-58f48273-5445-43b9-86dc-089b63338754 req-730eaa27-5901-4f6f-b0c4-8dc5a2074227 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&id=ad800a20-c29a-41c2-a0ff-56e280a5aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536416 Aug 09 17:46:22.581175 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5cd6-7525-4af2-88ea-ed63338fb309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:22.584458 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2f3e5cd6-7525-4af2-88ea-ed63338fb309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:22.588057 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-2f3e5cd6-7525-4af2-88ea-ed63338fb309 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c100967a-5a40-41d1-92b6-971a449e8bf8 HTTP/1.1" status: 204 len: 168 time: 0.1409152 Aug 09 17:46:22.596286 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e5cd6-7525-4af2-88ea-ed63338fb309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c100967a-5a40-41d1-92b6-971a449e8bf8,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:22.607584 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-d38d7e27-813c-410b-b844-b969c3bed3a2 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=137c6f0b601e4faf99bd17e253fa3596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781546 Aug 09 17:46:22.707854 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-483092c6-7031-481b-8950-6efbdfbaeb1d service neutron] 10.222.0.38 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922878 Aug 09 17:46:22.857492 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cb3ad-9a50-4c55-b28b-6e4f2f1a77da req-bbe4ffb6-3e0e-46c3-a411-2bff2a6a5958 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:22.859242 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fb2cb3ad-9a50-4c55-b28b-6e4f2f1a77da req-bbe4ffb6-3e0e-46c3-a411-2bff2a6a5958 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0821772 Aug 09 17:46:22.861766 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-60a4a832-bc9f-4172-a0ee-446f5e345566 service neutron] 10.222.0.38 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461411 Aug 09 17:46:22.908490 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fb2cb3ad-9a50-4c55-b28b-6e4f2f1a77da req-bcf5fe06-05ec-465e-a334-c707f75ba61b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406220 Aug 09 17:46:23.338457 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54124) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:23.371747 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66567df8-5b42-4469-b78d-fea1db2d5da9 req-ef689998-af17-4829-acc0-33c3952e7b3f tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:23.374110 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb59e3-b66d-4257-b387-9a07334f1fe0 req-a533103b-0540-4619-b296-018dccb03d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:23.375656 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-b3bb59e3-b66d-4257-b387-9a07334f1fe0 req-a533103b-0540-4619-b296-018dccb03d79 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=14b16f5b752d4eb6aabccd3304653e6f&device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 1099 time: 0.0817068 Aug 09 17:46:23.381309 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66567df8-5b42-4469-b78d-fea1db2d5da9 req-ef689998-af17-4829-acc0-33c3952e7b3f tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.2228944 Aug 09 17:46:23.386107 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f5263ba1-0ad8-4b46-851a-5176da45dba4 req-18a3876a-3d51-4f61-901b-e40fde41349b tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 210 time: 0.1197920 Aug 09 17:46:23.466981 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-66567df8-5b42-4469-b78d-fea1db2d5da9 req-d29a5099-f444-4208-a0a6-e361e401c8db tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832436 Aug 09 17:46:23.539707 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:23.550040 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb59e3-b66d-4257-b387-9a07334f1fe0 req-0d2849a4-d6e2-4523-86ad-86b4479928c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:23.551977 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-b3bb59e3-b66d-4257-b387-9a07334f1fe0 req-0d2849a4-d6e2-4523-86ad-86b4479928c7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d95f19a3-63ba-4174-9d9b-72eaf529d950 HTTP/1.1" status: 200 len: 911 time: 0.1642752 Aug 09 17:46:23.661958 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-b3bb59e3-b66d-4257-b387-9a07334f1fe0 req-38da5eea-ecd5-4432-b433-5ff1c1a63cb7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efdcc8ef-5813-40d6-9c34-07f62f6fc86c HTTP/1.1" status: 200 len: 1001 time: 0.1023703 Aug 09 17:46:23.733821 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb59e3-b66d-4257-b387-9a07334f1fe0 req-7ae8f293-ab95-41cb-98b7-ec8768d95729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:23.735609 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-b3bb59e3-b66d-4257-b387-9a07334f1fe0 req-7ae8f293-ab95-41cb-98b7-ec8768d95729 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f65159c6-cc24-4c8e-bbf6-f2146b8ae904 HTTP/1.1" status: 200 len: 849 time: 0.0644977 Aug 09 17:46:23.802153 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:23.811473 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:23.848447 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb59e3-b66d-4257-b387-9a07334f1fe0 req-863c9780-37ff-400a-b384-ffbfac32df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:23.850731 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-b3bb59e3-b66d-4257-b387-9a07334f1fe0 req-863c9780-37ff-400a-b384-ffbfac32df85 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d95f19a3-63ba-4174-9d9b-72eaf529d950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1042707 Aug 09 17:46:23.880518 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc9c153-7a9c-4c8a-a378-f14061805ad2,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:23.921255 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d73adaf90ed6433c8387504e47206c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5811813 Aug 09 17:46:23.924461 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54144) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:23.929034 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:23.929373 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:23.929905 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:23.930407 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:23.930748 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:23.931137 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:23.931467 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:23.931790 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:23.932166 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:23.932474 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:23.932957 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:23.933293 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fca8c-d22d-45a0-a442-9a6faca18510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:23.989060 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-b3bb59e3-b66d-4257-b387-9a07334f1fe0 req-e97e2ca5-1c30-4f91-a534-622ddb2fa0c0 service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216280 Aug 09 17:46:23.995896 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:24.021636 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:24.088495 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:24.093286 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:24.094715 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6bc9c153-7a9c-4c8a-a378-f14061805ad2 HTTP/1.1" status: 204 len: 168 time: 0.1690581 Aug 09 17:46:24.109098 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-b3bb59e3-b66d-4257-b387-9a07334f1fe0 req-7abdb29c-7e0c-4bdf-8c05-6e57f2d6c48f service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125040 Aug 09 17:46:24.120316 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc9c153-7a9c-4c8a-a378-f14061805ad2,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:24.128977 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:24.129326 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:24.129759 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:24.129990 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:24.130318 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:24.130652 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:24.131021 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:24.131396 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:24.131901 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:24.132385 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:24.132924 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:24.133450 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417473-c749-42e6-8ec2-1efa97ad1449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:24.387670 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54160) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:24.401639 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3262e850-a18e-44dd-a2a1-81bbbc37f2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:24.525322 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9c6983df-a6a4-48ff-9d0a-210d57e6ba24 req-4d52578c-f7b8-4a4c-9d03-f28f548207cc tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 210 time: 0.0492537 Aug 09 17:46:24.543174 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3262e850-a18e-44dd-a2a1-81bbbc37f2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:24.569182 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-3262e850-a18e-44dd-a2a1-81bbbc37f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:24.616503 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57588ae0-bf04-48bf-bb1a-65f7f77ab48e req-7d8ceb90-db42-4f7a-b80e-532fdbc86a2b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:24.624673 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-57588ae0-bf04-48bf-bb1a-65f7f77ab48e req-7d8ceb90-db42-4f7a-b80e-532fdbc86a2b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0688674 Aug 09 17:46:24.650886 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262e850-a18e-44dd-a2a1-81bbbc37f2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad40f7f7-6b8b-452e-af06-604a9f515dca,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:24.658266 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-3262e850-a18e-44dd-a2a1-81bbbc37f2d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=91c2bad6b55e46a486856cf01c2c5a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694678 Aug 09 17:46:24.661316 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54170) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:24.677166 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-57588ae0-bf04-48bf-bb1a-65f7f77ab48e req-ceac68a4-59c6-4278-bdca-f7622d9c9d4e tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511253 Aug 09 17:46:24.728266 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-0dacd4b6-3485-451a-a4ba-0b3819c857fe tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:24.729349 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-0dacd4b6-3485-451a-a4ba-0b3819c857fe tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.65 "GET /v2.0/networks?id=7b1ff93c-f38a-4631-a50e-b0003eba36bb HTTP/1.1" status: 200 len: 808 time: 0.1847575 Aug 09 17:46:24.756781 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-beca94ba-f01c-4723-9b04-37f1129a73e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:24.780441 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-beca94ba-f01c-4723-9b04-37f1129a73e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:24.846924 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-455295e0-d4ad-4da7-a3b3-a7975884fed0 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=137c6f0b601e4faf99bd17e253fa3596 HTTP/1.1" status: 200 len: 380 time: 0.0516434 Aug 09 17:46:24.863162 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-1857786e-72e9-42a7-9b39-24bdfeb33cb9 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Request body: {'port': {'device_id': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'admin_state_up': True, 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'security_groups': ['0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974']}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:24.921631 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-beca94ba-f01c-4723-9b04-37f1129a73e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:24.925482 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-beca94ba-f01c-4723-9b04-37f1129a73e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:24.929222 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-beca94ba-f01c-4723-9b04-37f1129a73e0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ad40f7f7-6b8b-452e-af06-604a9f515dca HTTP/1.1" status: 204 len: 168 time: 0.2647393 Aug 09 17:46:24.946701 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca94ba-f01c-4723-9b04-37f1129a73e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad40f7f7-6b8b-452e-af06-604a9f515dca,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:25.017777 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-1857786e-72e9-42a7-9b39-24bdfeb33cb9 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Made reservation on behalf of 137c6f0b601e4faf99bd17e253fa3596 for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:46:25.022064 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-1857786e-72e9-42a7-9b39-24bdfeb33cb9 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:25.390709 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-1857786e-72e9-42a7-9b39-24bdfeb33cb9 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Allocated IP 172.20.0.5 (7b1ff93c-f38a-4631-a50e-b0003eba36bb/4f09a200-788b-4fd2-bf36-20c630d4757d/0935fc2d-dd06-4f15-af38-7d5bfe62b188) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:46:25.553720 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-1857786e-72e9-42a7-9b39-24bdfeb33cb9 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:25.572507 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-1857786e-72e9-42a7-9b39-24bdfeb33cb9 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Transition to ACTIVE for port object 0935fc2d-dd06-4f15-af38-7d5bfe62b188 will not be triggered until provisioned by entity DHCP. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:46:25.610634 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-1857786e-72e9-42a7-9b39-24bdfeb33cb9 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:25.662157 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-1857786e-72e9-42a7-9b39-24bdfeb33cb9 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Network 7b1ff93c-f38a-4631-a50e-b0003eba36bb is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:46:25.665345 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-1857786e-72e9-42a7-9b39-24bdfeb33cb9 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:46:25.669257 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-1857786e-72e9-42a7-9b39-24bdfeb33cb9 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:46:25.693615 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857786e-72e9-42a7-9b39-24bdfeb33cb9 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Pushing event updated for resources: {'Port': ['ID=0935fc2d-dd06-4f15-af38-7d5bfe62b188,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:25.703450 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e4f3c-a120-46ac-8a20-504fdaa1c340 req-7e80169e-5e7e-416f-8636-a3fdcef49d8c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:25.705676 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ec2e4f3c-a120-46ac-8a20-504fdaa1c340 req-7e80169e-5e7e-416f-8636-a3fdcef49d8c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 931 time: 0.0870626 Aug 09 17:46:25.739926 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-1857786e-72e9-42a7-9b39-24bdfeb33cb9 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:25.740571 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-1857786e-72e9-42a7-9b39-24bdfeb33cb9 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:25.765216 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-1857786e-72e9-42a7-9b39-24bdfeb33cb9 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9088874 Aug 09 17:46:25.783114 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ec2e4f3c-a120-46ac-8a20-504fdaa1c340 req-c51aae8d-d577-4f03-895c-6f8708acf38d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687466 Aug 09 17:46:25.801007 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Request body: {'port': {'device_id': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:25.847543 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579a98a-cba5-4976-9d63-0251a828b858 req-b36dba4e-cf38-4620-85ce-3ab685df8e72 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:25.856148 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2579a98a-cba5-4976-9d63-0251a828b858 req-b36dba4e-cf38-4620-85ce-3ab685df8e72 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0635605 Aug 09 17:46:25.876906 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:25.913578 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2579a98a-cba5-4976-9d63-0251a828b858 req-9aa7b6be-ee0d-4b2c-af98-510a0c252ac7 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520272 Aug 09 17:46:26.032474 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-71d63813-a235-4405-88ae-9cbc9e1a2be7 None None] Provisioning for port 0935fc2d-dd06-4f15-af38-7d5bfe62b188 completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:46:26.037623 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-71d63813-a235-4405-88ae-9cbc9e1a2be7 None None] Provisioning complete for port 0935fc2d-dd06-4f15-af38-7d5bfe62b188 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:26.038296 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-71d63813-a235-4405-88ae-9cbc9e1a2be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:26.086929 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-71d63813-a235-4405-88ae-9cbc9e1a2be7 None None] Port 0935fc2d-dd06-4f15-af38-7d5bfe62b188 cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:46:26.209104 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0935fc2d-dd06-4f15-af38-7d5bfe62b188 {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:46:26.217865 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:26.232539 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Transition to ACTIVE for port object 0935fc2d-dd06-4f15-af38-7d5bfe62b188 will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:46:26.237034 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:26.291089 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Pushing event updated for resources: {'Port': ['ID=0935fc2d-dd06-4f15-af38-7d5bfe62b188,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:26.373413 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Attempting to bind port 0935fc2d-dd06-4f15-af38-7d5bfe62b188 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:46:26.373809 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Attempting to bind port 0935fc2d-dd06-4f15-af38-7d5bfe62b188 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '221228f3-a9ce-48c1-9934-8bc5f892baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:46:26.374143 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Attempting to bind port 0935fc2d-dd06-4f15-af38-7d5bfe62b188 on network 7b1ff93c-f38a-4631-a50e-b0003eba36bb {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:46:26.379070 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Port 0935fc2d-dd06-4f15-af38-7d5bfe62b188 on network 7b1ff93c-f38a-4631-a50e-b0003eba36bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:46:26.379398 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Attempting to bind port 0935fc2d-dd06-4f15-af38-7d5bfe62b188 on network 7b1ff93c-f38a-4631-a50e-b0003eba36bb {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:46:26.385354 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:46:26.385730 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Checking segment: {'id': '221228f3-a9ce-48c1-9934-8bc5f892baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:46:26.386126 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Bound using segment: {'id': '221228f3-a9ce-48c1-9934-8bc5f892baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:46:26.386620 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Bound port: 0935fc2d-dd06-4f15-af38-7d5bfe62b188, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221228f3-a9ce-48c1-9934-8bc5f892baa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:46:26.387010 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:26.498634 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] For port 0935fc2d-dd06-4f15-af38-7d5bfe62b188, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:46:26.503034 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] For port 0935fc2d-dd06-4f15-af38-7d5bfe62b188, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188,segment=NetworkSegment(221228f3-a9ce-48c1-9934-8bc5f892baa7),segment_id=221228f3-a9ce-48c1-9934-8bc5f892baa7)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:46:26.515538 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:26.567736 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:26.568505 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:26.569765 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] 10.222.0.65 "PUT /v2.0/ports/0935fc2d-dd06-4f15-af38-7d5bfe62b188 HTTP/1.1" status: 200 len: 1093 time: 0.7768128 Aug 09 17:46:26.570152 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'tag': '0935fc2d-dd06-4f15-af38-7d5bfe62b188'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:46:26.572449 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12e3848-c5b3-4d57-9c03-03a73c671cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "17199cd3-0a48-4357-b06c-e50fef8e9ffb", "tag": "0935fc2d-dd06-4f15-af38-7d5bfe62b188"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:46:26.611833 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7aaf33-f91c-4031-9b61-3a011c6bf150 service neutron] Pushing event updated for resources: {'Port': ['ID=0935fc2d-dd06-4f15-af38-7d5bfe62b188,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:26.632191 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:26.657357 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06e2090-d6d9-46b3-985b-154a9e57dae8 x-openstack-request-id: req-f06e2090-d6d9-46b3-985b-154a9e57dae8 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:46:26.657651 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17199cd3-0a48-4357-b06c-e50fef8e9ffb", "tag": "0935fc2d-dd06-4f15-af38-7d5bfe62b188", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:46:26.657897 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f06e2090-d6d9-46b3-985b-154a9e57dae8 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:46:26.658291 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'tag': '0935fc2d-dd06-4f15-af38-7d5bfe62b188', 'status': 'completed', 'code': 200} Aug 09 17:46:26.740694 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-d88827b3-003a-49d8-82eb-08da3869038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:26.742991 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-d88827b3-003a-49d8-82eb-08da3869038d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=137c6f0b601e4faf99bd17e253fa3596&device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 1096 time: 0.0555551 Aug 09 17:46:26.801852 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-6f731045-3a25-40a5-aeac-5e3292db01b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188 HTTP/1.1" status: 200 len: 217 time: 0.0428071 Aug 09 17:46:26.861094 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-b7d3c3be-cd9f-434a-aed6-989390e5c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:26.862523 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-b7d3c3be-cd9f-434a-aed6-989390e5c429 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f09a200-788b-4fd2-bf36-20c630d4757d HTTP/1.1" status: 200 len: 847 time: 0.0525644 Aug 09 17:46:26.920352 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-74c75714-1c76-42d6-b5d8-bdcfbe1452e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:26.922735 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-74c75714-1c76-42d6-b5d8-bdcfbe1452e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b1ff93c-f38a-4631-a50e-b0003eba36bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473902 Aug 09 17:46:26.930571 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d981c3-f5db-4f1a-93f7-fa23daaf889d req-36252a63-1648-481f-9581-cafcfd0ac1cd tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:26.932906 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-48d981c3-f5db-4f1a-93f7-fa23daaf889d req-36252a63-1648-481f-9581-cafcfd0ac1cd tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 943 time: 0.0622580 Aug 09 17:46:27.004693 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-48d981c3-f5db-4f1a-93f7-fa23daaf889d req-b52f7a35-16db-45fa-84a4-0eed6464a90a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606468 Aug 09 17:46:27.044490 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-298fa83e-a672-4954-a08a-ecc8a069b555 service neutron] 10.222.0.65 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142783 Aug 09 17:46:27.140967 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ffcd80d2-445a-4f44-9b39-fabaa6e4d130 req-7fdf5c17-2b6b-4557-89a9-97c1c7904cc6 service neutron] 10.222.0.65 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867419 Aug 09 17:46:27.300995 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e3848-c5b3-4d57-9c03-03a73c671cbc req-5a80022e-8bcb-476f-b5c2-6f78306dd51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:27.302294 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d12e3848-c5b3-4d57-9c03-03a73c671cbc req-5a80022e-8bcb-476f-b5c2-6f78306dd51d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=137c6f0b601e4faf99bd17e253fa3596&device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 1096 time: 0.0574472 Aug 09 17:46:27.413486 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e3848-c5b3-4d57-9c03-03a73c671cbc req-33cbcf23-e81b-4160-86d7-5112f5ebb676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:27.416091 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d12e3848-c5b3-4d57-9c03-03a73c671cbc req-33cbcf23-e81b-4160-86d7-5112f5ebb676 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b1ff93c-f38a-4631-a50e-b0003eba36bb HTTP/1.1" status: 200 len: 909 time: 0.1001062 Aug 09 17:46:27.468691 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d12e3848-c5b3-4d57-9c03-03a73c671cbc req-b498c8e7-d4b4-4212-9d13-c70cf6f10816 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188 HTTP/1.1" status: 200 len: 217 time: 0.0440712 Aug 09 17:46:27.525010 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e3848-c5b3-4d57-9c03-03a73c671cbc req-ac60bb3f-e71a-4094-9c18-95ed6a8d838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:27.526645 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d12e3848-c5b3-4d57-9c03-03a73c671cbc req-ac60bb3f-e71a-4094-9c18-95ed6a8d838c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f09a200-788b-4fd2-bf36-20c630d4757d HTTP/1.1" status: 200 len: 847 time: 0.0494075 Aug 09 17:46:27.587165 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e3848-c5b3-4d57-9c03-03a73c671cbc req-8b23e104-8587-4147-beff-3975897f1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:27.589193 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d12e3848-c5b3-4d57-9c03-03a73c671cbc req-8b23e104-8587-4147-beff-3975897f1908 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b1ff93c-f38a-4631-a50e-b0003eba36bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543022 Aug 09 17:46:27.738179 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d12e3848-c5b3-4d57-9c03-03a73c671cbc req-b8b13ff8-167c-4917-b871-d08331ac94d8 service neutron] 10.222.0.65 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957518 Aug 09 17:46:27.851294 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d12e3848-c5b3-4d57-9c03-03a73c671cbc req-fef79da5-c989-4297-bf51-9f2aeb17e111 service neutron] 10.222.0.65 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947499 Aug 09 17:46:28.136097 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ede8c-ecdc-4ec9-97ca-20d34e94964b req-ae66cf87-97a3-4ed6-854f-dd215b472a6d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:28.137598 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-410ede8c-ecdc-4ec9-97ca-20d34e94964b req-ae66cf87-97a3-4ed6-854f-dd215b472a6d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 943 time: 0.0502443 Aug 09 17:46:28.180276 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-410ede8c-ecdc-4ec9-97ca-20d34e94964b req-fd17f3bd-be00-43be-9e4b-d05758b36d2c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362563 Aug 09 17:46:29.299528 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ad626-4025-4d7a-90a4-607195fca1b3 req-303a5644-4a6a-4d1f-b30d-c31502f7c25a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:29.301013 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b63ad626-4025-4d7a-90a4-607195fca1b3 req-303a5644-4a6a-4d1f-b30d-c31502f7c25a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 943 time: 0.0549910 Aug 09 17:46:29.338980 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b63ad626-4025-4d7a-90a4-607195fca1b3 req-00f8f4ab-e75a-4485-b018-5f4a65f98e93 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320325 Aug 09 17:46:30.464130 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c697f-9bdf-4c93-ac2d-fca49d3ba33b req-9fdd0fbf-fe8c-41f4-9f5c-1d9e6a2c67a2 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:30.467207 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c44c697f-9bdf-4c93-ac2d-fca49d3ba33b req-9fdd0fbf-fe8c-41f4-9f5c-1d9e6a2c67a2 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 943 time: 0.0570052 Aug 09 17:46:30.514637 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c44c697f-9bdf-4c93-ac2d-fca49d3ba33b req-4ac374ac-6f35-4917-a964-4a34d50177e4 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395489 Aug 09 17:46:31.333394 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d1464bfc-55bc-4f87-88fb-8f99c6dedb2e req-1c6d6bb1-78f3-4018-ac94-b449c48e1c5d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397563 Aug 09 17:46:31.418104 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1464bfc-55bc-4f87-88fb-8f99c6dedb2e req-dcd4e5e1-4568-400a-b851-b4ff0aeaa923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:31.420300 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d1464bfc-55bc-4f87-88fb-8f99c6dedb2e req-dcd4e5e1-4568-400a-b851-b4ff0aeaa923 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc9699f4940942999992b0fe593c8833&device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 1099 time: 0.0424325 Aug 09 17:46:31.537387 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1464bfc-55bc-4f87-88fb-8f99c6dedb2e req-0b660c2d-4326-42c4-84f3-0405963d9be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:31.538975 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d1464bfc-55bc-4f87-88fb-8f99c6dedb2e req-0b660c2d-4326-42c4-84f3-0405963d9be9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f HTTP/1.1" status: 200 len: 917 time: 0.0916371 Aug 09 17:46:31.608905 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d1464bfc-55bc-4f87-88fb-8f99c6dedb2e req-a74556f4-9d95-4154-a45c-c5d02d5e064b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=490436d2-e15e-438e-a685-331a16efa236 HTTP/1.1" status: 200 len: 1000 time: 0.0605812 Aug 09 17:46:31.634877 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06645033-c20a-4cf3-b5fd-752695c0937f req-c202fec3-7b1a-40aa-9309-81fe320cdf55 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:31.636364 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-06645033-c20a-4cf3-b5fd-752695c0937f req-c202fec3-7b1a-40aa-9309-81fe320cdf55 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 943 time: 0.0495794 Aug 09 17:46:31.663799 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1464bfc-55bc-4f87-88fb-8f99c6dedb2e req-af486bae-129d-4265-8eca-033abd1b50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:31.665415 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d1464bfc-55bc-4f87-88fb-8f99c6dedb2e req-af486bae-129d-4265-8eca-033abd1b50e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d979a41-53a7-4435-9ead-3f50cab74183 HTTP/1.1" status: 200 len: 855 time: 0.0454788 Aug 09 17:46:31.676696 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-06645033-c20a-4cf3-b5fd-752695c0937f req-3e1a5d91-33d7-494e-9d75-90242b10f2a7 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333865 Aug 09 17:46:31.723403 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1464bfc-55bc-4f87-88fb-8f99c6dedb2e req-bfc9f269-6842-4bbb-9cc9-a85327e7d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:31.724938 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d1464bfc-55bc-4f87-88fb-8f99c6dedb2e req-bfc9f269-6842-4bbb-9cc9-a85327e7d06a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471387 Aug 09 17:46:31.832237 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d1464bfc-55bc-4f87-88fb-8f99c6dedb2e req-48f08e33-6daa-4351-9cc9-ea076a12b813 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981503 Aug 09 17:46:31.928610 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d1464bfc-55bc-4f87-88fb-8f99c6dedb2e req-be968a7c-2f30-426e-bf3b-af1081744940 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883446 Aug 09 17:46:32.024092 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 0935fc2d-dd06-4f15-af38-7d5bfe62b188 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:46:32.122346 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 0935fc2d-dd06-4f15-af38-7d5bfe62b188, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188,segment=NetworkSegment(221228f3-a9ce-48c1-9934-8bc5f892baa7),segment_id=221228f3-a9ce-48c1-9934-8bc5f892baa7)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:46:32.135592 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '0935fc2d-dd06-4f15-af38-7d5bfe62b188', 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'port_id': '0935fc2d-dd06-4f15-af38-7d5bfe62b188', 'mac_address': 'fa:16:3e:62:1d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:46:32.174974 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:32.187933 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0935fc2d-dd06-4f15-af38-7d5bfe62b188 {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:46:32.207799 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 0935fc2d-dd06-4f15-af38-7d5bfe62b188, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188,segment=NetworkSegment(221228f3-a9ce-48c1-9934-8bc5f892baa7),segment_id=221228f3-a9ce-48c1-9934-8bc5f892baa7)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:46:32.211701 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:32.258525 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=0935fc2d-dd06-4f15-af38-7d5bfe62b188,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:32.641958 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['0935fc2d-dd06-4f15-af38-7d5bfe62b188'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:46:32.836761 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca27f0-c789-4b54-8949-7aaabaab60a4 req-cffce595-a8f4-42b7-b37a-e9bf4a5d8ebe tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:32.847338 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-77ca27f0-c789-4b54-8949-7aaabaab60a4 req-cffce595-a8f4-42b7-b37a-e9bf4a5d8ebe tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 944 time: 0.0727015 Aug 09 17:46:32.885572 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-77ca27f0-c789-4b54-8949-7aaabaab60a4 req-5b7540aa-5d5c-45f8-ae47-873b0e506087 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362656 Aug 09 17:46:34.005661 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6660e-d39a-4441-a008-04bb0919bd8f req-d00cacb9-4b8d-4bc8-938e-cbe3d351f9cb tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:34.007234 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d9b6660e-d39a-4441-a008-04bb0919bd8f req-d00cacb9-4b8d-4bc8-938e-cbe3d351f9cb tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 944 time: 0.0530524 Aug 09 17:46:34.032631 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 0935fc2d-dd06-4f15-af38-7d5bfe62b188 up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:34.065942 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d9b6660e-d39a-4441-a008-04bb0919bd8f req-165a46de-e9c6-4fc1-b8d6-9e8992040e37 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517671 Aug 09 17:46:34.125558 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port 0935fc2d-dd06-4f15-af38-7d5bfe62b188 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:46:34.130071 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 0935fc2d-dd06-4f15-af38-7d5bfe62b188 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:34.130479 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:34.232773 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:34.262466 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0935fc2d-dd06-4f15-af38-7d5bfe62b188'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:46:34.266745 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d607bbcc-61c7-4b3f-a162-7f7356158289" -d '{"events": [{"server_uuid": "17199cd3-0a48-4357-b06c-e50fef8e9ffb", "name": "network-vif-plugged", "status": "completed", "tag": "0935fc2d-dd06-4f15-af38-7d5bfe62b188"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:46:34.291012 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 0935fc2d-dd06-4f15-af38-7d5bfe62b188, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188,segment=NetworkSegment(221228f3-a9ce-48c1-9934-8bc5f892baa7),segment_id=221228f3-a9ce-48c1-9934-8bc5f892baa7)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:46:34.296987 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:34.327915 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d9dbb5-e8bf-46b4-aeb0-a9857347b139 x-openstack-request-id: req-c0d9dbb5-e8bf-46b4-aeb0-a9857347b139 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:46:34.328210 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17199cd3-0a48-4357-b06c-e50fef8e9ffb", "name": "network-vif-plugged", "status": "completed", "tag": "0935fc2d-dd06-4f15-af38-7d5bfe62b188", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:46:34.328462 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c0d9dbb5-e8bf-46b4-aeb0-a9857347b139 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:46:34.328850 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0935fc2d-dd06-4f15-af38-7d5bfe62b188', 'code': 200} Aug 09 17:46:34.367805 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=0935fc2d-dd06-4f15-af38-7d5bfe62b188,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:34.630360 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34459-2cfb-4bff-a7b5-a9b2df76b035 req-c93535d3-43eb-4942-b993-03d165dbafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:34.631827 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-b8c34459-2cfb-4bff-a7b5-a9b2df76b035 req-c93535d3-43eb-4942-b993-03d165dbafd4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 1098 time: 0.0490980 Aug 09 17:46:34.671715 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-b8c34459-2cfb-4bff-a7b5-a9b2df76b035 req-54fb713b-8566-4bb9-8459-27071e8a0dc5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280819 Aug 09 17:46:35.190518 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7976b6-4d85-4b06-9ca2-43e6cb740b77 req-de503e52-6806-4d01-99d6-c7c70e75152e tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:35.191923 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ff7976b6-4d85-4b06-9ca2-43e6cb740b77 req-de503e52-6806-4d01-99d6-c7c70e75152e tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0494468 Aug 09 17:46:35.230035 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ff7976b6-4d85-4b06-9ca2-43e6cb740b77 req-583c3dd0-33d2-49f4-94bb-c8f5b4274a6e tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322373 Aug 09 17:46:35.653614 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54414) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:35.770435 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe41b-99bf-4625-8441-262729be7b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:35.902885 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe41b-99bf-4625-8441-262729be7b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:35.908788 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe41b-99bf-4625-8441-262729be7b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:35.938151 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54420) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:35.970660 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-7d6fe41b-99bf-4625-8441-262729be7b5b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba463962bfdc4cb1b7198998e80055a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153615 Aug 09 17:46:35.972118 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fe41b-99bf-4625-8441-262729be7b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6042226d-e9ef-4498-b6ea-106bede66d81,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:35.976308 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54424) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:36.044121 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6d8f22c5-ba01-4b7f-bb63-0421c05f618a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.069545 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6d8f22c5-ba01-4b7f-bb63-0421c05f618a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.102787 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ae2f-e072-4a5e-a601-ffe4526c5623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.125349 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6d8f22c5-ba01-4b7f-bb63-0421c05f618a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.128038 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6d8f22c5-ba01-4b7f-bb63-0421c05f618a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.132889 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-6d8f22c5-ba01-4b7f-bb63-0421c05f618a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6042226d-e9ef-4498-b6ea-106bede66d81 HTTP/1.1" status: 204 len: 168 time: 0.1516347 Aug 09 17:46:36.142543 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f22c5-ba01-4b7f-bb63-0421c05f618a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6042226d-e9ef-4498-b6ea-106bede66d81,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:36.241937 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ae2f-e072-4a5e-a601-ffe4526c5623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.246887 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ae2f-e072-4a5e-a601-ffe4526c5623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.308474 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-8ad4ae2f-e072-4a5e-a601-ffe4526c5623 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9f195e770604415eb593cc56b129c552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678832 Aug 09 17:46:36.308791 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54432) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:36.311642 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4ae2f-e072-4a5e-a601-ffe4526c5623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17bab0e-435d-452f-be36-dfa39a2ba6f5,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:36.408935 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d3dc-4239-43f8-9ae0-2ef52158d07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.418613 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bce8dc-2aa6-4cdb-bb16-11724e3aeaed req-85a669b0-f2b8-4d7a-aebc-37463ad21966 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:36.421149 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-89bce8dc-2aa6-4cdb-bb16-11724e3aeaed req-85a669b0-f2b8-4d7a-aebc-37463ad21966 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0916047 Aug 09 17:46:36.433152 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54434) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:36.451444 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8b4d-7d55-4746-9a4b-7e7e6e1ff4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.459077 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d3dc-4239-43f8-9ae0-2ef52158d07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.507107 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-89bce8dc-2aa6-4cdb-bb16-11724e3aeaed req-3c8c0e01-0c51-42d0-b6e0-a7443c48647f tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770526 Aug 09 17:46:36.540814 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d3dc-4239-43f8-9ae0-2ef52158d07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.545227 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-4bc1d3dc-4239-43f8-9ae0-2ef52158d07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.546883 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-4bc1d3dc-4239-43f8-9ae0-2ef52158d07d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b17bab0e-435d-452f-be36-dfa39a2ba6f5 HTTP/1.1" status: 204 len: 168 time: 0.2349381 Aug 09 17:46:36.556799 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1d3dc-4239-43f8-9ae0-2ef52158d07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17bab0e-435d-452f-be36-dfa39a2ba6f5,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:36.569849 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8b4d-7d55-4746-9a4b-7e7e6e1ff4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.574811 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9a4d8b4d-7d55-4746-9a4b-7e7e6e1ff4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.628831 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-9a4d8b4d-7d55-4746-9a4b-7e7e6e1ff4b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9a853745e1a44c66ad59bc7aa1c38ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944630 Aug 09 17:46:36.631928 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54440) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:36.640599 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d8b4d-7d55-4746-9a4b-7e7e6e1ff4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcc7f3a-7acd-47e2-a90d-3b6865fdf93e,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:36.662393 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d59aa-3dbb-4bb2-b2c5-3bc1f077d978 req-b34bd724-5a30-4f0a-b2b9-0edd643e27ae tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:36.664103 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1c0d59aa-3dbb-4bb2-b2c5-3bc1f077d978 req-b34bd724-5a30-4f0a-b2b9-0edd643e27ae tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0580986 Aug 09 17:46:36.694543 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-463b78f2-4953-410c-a5c7-60b0c9d9e4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.713280 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1c0d59aa-3dbb-4bb2-b2c5-3bc1f077d978 req-445aa293-7d17-4581-b942-38781702292a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429485 Aug 09 17:46:36.723339 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-463b78f2-4953-410c-a5c7-60b0c9d9e4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.730036 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54442) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:36.789614 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-463b78f2-4953-410c-a5c7-60b0c9d9e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.792939 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-463b78f2-4953-410c-a5c7-60b0c9d9e4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:36.794192 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-463b78f2-4953-410c-a5c7-60b0c9d9e4f5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3fcc7f3a-7acd-47e2-a90d-3b6865fdf93e HTTP/1.1" status: 204 len: 168 time: 0.1610076 Aug 09 17:46:36.805077 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b78f2-4953-410c-a5c7-60b0c9d9e4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcc7f3a-7acd-47e2-a90d-3b6865fdf93e,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:37.022930 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e4c13c-6e9e-4cc5-b389-34df559b125d tempest-TestShelveInstance-315958971 tempest-TestShelveInstance-315958971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:37.029805 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-06e4c13c-6e9e-4cc5-b389-34df559b125d tempest-TestShelveInstance-315958971 tempest-TestShelveInstance-315958971-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 1093 time: 0.2935674 Aug 09 17:46:37.030164 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54452) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:37.035386 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Request body: {'floatingip': {'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'port_id': '0935fc2d-dd06-4f15-af38-7d5bfe62b188', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:37.062125 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for floatingip, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:37.174093 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:37.178050 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54458) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:37.194140 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-508afcb6-c29e-4300-973e-dff1700c6ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:37.304945 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-508afcb6-c29e-4300-973e-dff1700c6ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:37.310562 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-508afcb6-c29e-4300-973e-dff1700c6ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:37.319970 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Allocated IP 172.27.3.227 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/9c216f44-4e69-4c14-9687-963c7286494b) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:46:37.354197 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508afcb6-c29e-4300-973e-dff1700c6ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9df8a7b-168f-46f9-9d54-274e4e1e8a05,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:37.358653 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-508afcb6-c29e-4300-973e-dff1700c6ca9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=16d952341dc14637a0a53f892ee54851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794057 Aug 09 17:46:37.361160 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54466) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:37.430507 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-278e7a7c-475e-4105-bdd1-62f0b129bd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:37.453638 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:37.459918 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-278e7a7c-475e-4105-bdd1-62f0b129bd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:37.501054 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:37.532480 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-278e7a7c-475e-4105-bdd1-62f0b129bd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:37.536274 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-278e7a7c-475e-4105-bdd1-62f0b129bd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:37.537590 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-278e7a7c-475e-4105-bdd1-62f0b129bd01 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d9df8a7b-168f-46f9-9d54-274e4e1e8a05 HTTP/1.1" status: 204 len: 168 time: 0.1750941 Aug 09 17:46:37.548157 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e7a7c-475e-4105-bdd1-62f0b129bd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9df8a7b-168f-46f9-9d54-274e4e1e8a05,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:37.555558 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:46:37.559031 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:46:37.564280 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:46:37.595034 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Pushing event updated for resources: {'Port': ['ID=9c216f44-4e69-4c14-9687-963c7286494b,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:37.898623 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-7998f527-bd92-433c-859b-26ad1b45ee97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:37.928320 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54484) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:37.944284 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-65bdec48-79b8-46dc-80c8-8eb566b9995e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:38.054189 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-65bdec48-79b8-46dc-80c8-8eb566b9995e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:38.060573 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-65bdec48-79b8-46dc-80c8-8eb566b9995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:38.071978 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:46:38.076499 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:38.115340 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-65bdec48-79b8-46dc-80c8-8eb566b9995e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ec1172edda2842d68478a01fadd9114f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815147 Aug 09 17:46:38.115854 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54486) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:38.123621 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdec48-79b8-46dc-80c8-8eb566b9995e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf2a8b8-612b-4e56-932c-62ef203d1fab,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:38.172048 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:38.184119 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-d40133d3-ff97-435a-9b45-645ebe7bfa97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:38.214392 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-d40133d3-ff97-435a-9b45-645ebe7bfa97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:38.274529 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-d40133d3-ff97-435a-9b45-645ebe7bfa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:38.279022 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-d40133d3-ff97-435a-9b45-645ebe7bfa97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:38.282719 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-d40133d3-ff97-435a-9b45-645ebe7bfa97 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fbf2a8b8-612b-4e56-932c-62ef203d1fab HTTP/1.1" status: 204 len: 168 time: 0.1638546 Aug 09 17:46:38.289509 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40133d3-ff97-435a-9b45-645ebe7bfa97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf2a8b8-612b-4e56-932c-62ef203d1fab,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:38.368002 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:38.374988 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:38.463608 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Pushing event updated for resources: {'Port': ['ID=9c216f44-4e69-4c14-9687-963c7286494b,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:38.495720 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:38.622712 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.l3_db [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Floating IP fedd7545-09cd-4226-8a6d-1b2790158a87 associated. External IP: 172.27.3.227, port: 0935fc2d-dd06-4f15-af38-7d5bfe62b188. Aug 09 17:46:39.119478 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Router a6f976d0-eeab-4ea7-93b1-443a64b4f134 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:46:39.193928 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54550) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:39.252259 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:46:39.265262 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c6202-3568-4cdb-9085-776376ba3ccf None None] Sync routers for ids ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:46:39.273303 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:39.277704 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c6202-3568-4cdb-9085-776376ba3ccf None None] Routers {'a6f976d0-eeab-4ea7-93b1-443a64b4f134'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:46:39.279578 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-245c6202-3568-4cdb-9085-776376ba3ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:46:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:39.323884 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-9ff1a95d-155f-460b-9a25-cfb405c2d37a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2923560 Aug 09 17:46:39.324570 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'tag': '0935fc2d-dd06-4f15-af38-7d5bfe62b188'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:46:39.335440 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e239c8-9476-4d7f-85cb-08e4cf183271" -d '{"events": [{"name": "network-changed", "server_uuid": "17199cd3-0a48-4357-b06c-e50fef8e9ffb", "tag": "0935fc2d-dd06-4f15-af38-7d5bfe62b188"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:46:39.336312 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-2fd66b50-7f1f-48c6-869e-57b27dcb799f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1246657756-network', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:39.373329 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd66b50-7f1f-48c6-869e-57b27dcb799f admin admin] Made reservation on behalf of 7ebd396b32434bc58226a584e7b67a82 for: {'network': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:46:39.378822 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2fd66b50-7f1f-48c6-869e-57b27dcb799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:39.380927 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afff82a-6b0a-422e-93df-e8a43fee8bea x-openstack-request-id: req-7afff82a-6b0a-422e-93df-e8a43fee8bea {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:46:39.381234 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17199cd3-0a48-4357-b06c-e50fef8e9ffb", "tag": "0935fc2d-dd06-4f15-af38-7d5bfe62b188", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:46:39.381663 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7afff82a-6b0a-422e-93df-e8a43fee8bea {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:46:39.382130 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'tag': '0935fc2d-dd06-4f15-af38-7d5bfe62b188', 'status': 'completed', 'code': 200} Aug 09 17:46:39.390832 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2fd66b50-7f1f-48c6-869e-57b27dcb799f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:39.448056 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-245c6202-3568-4cdb-9085-776376ba3ccf None None] Set router a6f976d0-eeab-4ea7-93b1-443a64b4f134 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:46:39.479071 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54560) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:39.502733 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2fd66b50-7f1f-48c6-869e-57b27dcb799f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:39.506524 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e239c8-9476-4d7f-85cb-08e4cf183271 req-d1d387d2-43dc-4ef4-a4b6-71efc5b12f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:39.507738 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2fd66b50-7f1f-48c6-869e-57b27dcb799f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:39.508418 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-32e239c8-9476-4d7f-85cb-08e4cf183271 req-d1d387d2-43dc-4ef4-a4b6-71efc5b12f3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=137c6f0b601e4faf99bd17e253fa3596&device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 1098 time: 0.0641038 Aug 09 17:46:39.531737 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd66b50-7f1f-48c6-869e-57b27dcb799f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=99900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:46:39.546690 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd66b50-7f1f-48c6-869e-57b27dcb799f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a86f3c-56d5-4aa5-89f1-56bf3f0c0763,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:39.552566 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2fd66b50-7f1f-48c6-869e-57b27dcb799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:39.552943 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.segments_db [None req-2fd66b50-7f1f-48c6-869e-57b27dcb799f admin admin] Added segment 93d343ea-efe8-4283-9ce1-d374ff68c7ab of type vlan for network 977525a1-e275-4770-bce2-2f4d7a6aa30e Aug 09 17:46:39.609954 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2fd66b50-7f1f-48c6-869e-57b27dcb799f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:39.649063 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2fd66b50-7f1f-48c6-869e-57b27dcb799f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:39.650930 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd66b50-7f1f-48c6-869e-57b27dcb799f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:39.651519 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2fd66b50-7f1f-48c6-869e-57b27dcb799f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:39.652776 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e239c8-9476-4d7f-85cb-08e4cf183271 req-54fbbc1f-3882-4ae4-9080-d8d4011b5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:39.654344 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-32e239c8-9476-4d7f-85cb-08e4cf183271 req-54fbbc1f-3882-4ae4-9080-d8d4011b5b61 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b1ff93c-f38a-4631-a50e-b0003eba36bb HTTP/1.1" status: 200 len: 909 time: 0.1356480 Aug 09 17:46:39.660473 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0e01f2e-59ae-4ed9-a211-96a7eac08a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:39.713168 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-2fd66b50-7f1f-48c6-869e-57b27dcb799f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5179732 Aug 09 17:46:39.714321 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54564) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:39.721023 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-19e1ba3b-6da2-4b69-a8e9-ae820aedbd52 admin admin] Request body: {'subnet': {'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1246657756-subnet', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'ip_version': 4}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:39.739243 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd66b50-7f1f-48c6-869e-57b27dcb799f admin admin] Pushing event updated for resources: {'Network': ['ID=977525a1-e275-4770-bce2-2f4d7a6aa30e,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:39.757503 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network 977525a1-e275-4770-bce2-2f4d7a6aa30e details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:46:39.762000 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-32e239c8-9476-4d7f-85cb-08e4cf183271 req-ca5f699d-5251-49b9-b4ba-5199cf03c6e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188 HTTP/1.1" status: 200 len: 999 time: 0.0977349 Aug 09 17:46:39.848254 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e239c8-9476-4d7f-85cb-08e4cf183271 req-8a1fe956-d3d3-4fe1-8808-173bcef90c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:39.849943 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-32e239c8-9476-4d7f-85cb-08e4cf183271 req-8a1fe956-d3d3-4fe1-8808-173bcef90c78 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f09a200-788b-4fd2-bf36-20c630d4757d HTTP/1.1" status: 200 len: 847 time: 0.0750287 Aug 09 17:46:39.905546 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0e01f2e-59ae-4ed9-a211-96a7eac08a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:39.915606 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0e01f2e-59ae-4ed9-a211-96a7eac08a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:39.934045 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e1ba3b-6da2-4b69-a8e9-ae820aedbd52 admin admin] Made reservation on behalf of 7ebd396b32434bc58226a584e7b67a82 for: {'subnet': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:46:39.937068 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-19e1ba3b-6da2-4b69-a8e9-ae820aedbd52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8531849'] for subnet, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:39.956512 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e239c8-9476-4d7f-85cb-08e4cf183271 req-21d8625e-778e-4238-b0e0-7e689684a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:39.957959 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-32e239c8-9476-4d7f-85cb-08e4cf183271 req-21d8625e-778e-4238-b0e0-7e689684a8d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b1ff93c-f38a-4631-a50e-b0003eba36bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0954041 Aug 09 17:46:39.971172 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-e0e01f2e-59ae-4ed9-a211-96a7eac08a57 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8335854ec46148d083e5dfb2fb545e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4877396 Aug 09 17:46:39.977106 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54566) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:39.984221 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e01f2e-59ae-4ed9-a211-96a7eac08a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb4de54-a13e-4e9b-8fcd-e2e57b90477e,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:40.058952 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-245c6202-3568-4cdb-9085-776376ba3ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'name': 'tempest-TestShelveInstance-693955616-router', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '55230786-197a-40fb-a700-b37ee32e681f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:43Z', 'updated_at': '2021-08-09T17:45:48Z', 'revision_number': 4, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'gw_port': {'id': '55230786-197a-40fb-a700-b37ee32e681f', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:44Z', 'updated_at': '2021-08-09T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': 'fedd7545-09cd-4226-8a6d-1b2790158a87', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'port_id': '0935fc2d-dd06-4f15-af38-7d5bfe62b188', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'mac_address': 'fa:16:3e:62:1d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:46:37Z', 'updated_at': '2021-08-09T17:46:37Z', 'revision_number': 0, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bdc0e4-3de0-49d9-a3cd-b9fc7323b398', 'name': '', 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'mac_address': 'fa:16:3e:cb:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:47Z', 'updated_at': '2021-08-09T17:45:58Z', 'revision_number': 5, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'subnets': [{'id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:40.092337 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c6202-3568-4cdb-9085-776376ba3ccf None None] Checking router: a6f976d0-eeab-4ea7-93b1-443a64b4f134 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:46:40.097502 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fb25fa09-4472-4a1e-b1f4-a373a530e555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.103030 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c6202-3568-4cdb-9085-776376ba3ccf None None] Routers {'a6f976d0-eeab-4ea7-93b1-443a64b4f134'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:46:40.103657 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-245c6202-3568-4cdb-9085-776376ba3ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:46:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:40.121897 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-32e239c8-9476-4d7f-85cb-08e4cf183271 req-4a5e1583-8f81-4c84-86da-eeddf0e7b5b1 service neutron] 10.222.0.65 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526005 Aug 09 17:46:40.139785 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fb25fa09-4472-4a1e-b1f4-a373a530e555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.155020 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-19e1ba3b-6da2-4b69-a8e9-ae820aedbd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10004202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531899'] for subnet, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.214753 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1ba3b-6da2-4b69-a8e9-ae820aedbd52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e4a1b09-306b-478e-b9be-ae5e19d8c7ce,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:40.225562 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ba3b-6da2-4b69-a8e9-ae820aedbd52 admin admin] Checking segment: {'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:46:40.226208 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e1ba3b-6da2-4b69-a8e9-ae820aedbd52 admin admin] Network hostable DHCP agents. Network: 977525a1-e275-4770-bce2-2f4d7a6aa30e, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:46:40.242885 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-245c6202-3568-4cdb-9085-776376ba3ccf None None] Set router a6f976d0-eeab-4ea7-93b1-443a64b4f134 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:46:40.249575 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e1ba3b-6da2-4b69-a8e9-ae820aedbd52 admin admin] Network 977525a1-e275-4770-bce2-2f4d7a6aa30e is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:46:40.250963 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fb25fa09-4472-4a1e-b1f4-a373a530e555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.254157 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fb25fa09-4472-4a1e-b1f4-a373a530e555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.255335 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-fb25fa09-4472-4a1e-b1f4-a373a530e555 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aeb4de54-a13e-4e9b-8fcd-e2e57b90477e HTTP/1.1" status: 204 len: 168 time: 0.2770786 Aug 09 17:46:40.263555 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-32e239c8-9476-4d7f-85cb-08e4cf183271 req-faa9768b-5a23-4dad-ac4d-ce9c68c348e0 service neutron] 10.222.0.65 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330426 Aug 09 17:46:40.268343 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-19e1ba3b-6da2-4b69-a8e9-ae820aedbd52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, 977525a1-e275-4770-bce2-2f4d7a6aa30e) {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:46:40.272304 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25fa09-4472-4a1e-b1f4-a373a530e555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb4de54-a13e-4e9b-8fcd-e2e57b90477e,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:40.277408 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e1ba3b-6da2-4b69-a8e9-ae820aedbd52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:40.278702 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-19e1ba3b-6da2-4b69-a8e9-ae820aedbd52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.285077 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6301c684-8c72-4a09-afcb-7d216f6eb624 None None] Network 977525a1-e275-4770-bce2-2f4d7a6aa30e requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:46:40.312436 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54570) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:40.313222 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-19e1ba3b-6da2-4b69-a8e9-ae820aedbd52 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5961661 Aug 09 17:46:40.319029 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:40.348386 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-964555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.349428 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.412874 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.569088 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.583023 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.595500 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a6190c-6a13-5555-94fd-b175b3e363ac-977525a1-e275-4770-bce2-2f4d7a6aa30e', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce'}]}} from dv-cinder-780933-13-iscsi. {{(pid=99901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:46:40.596361 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.609377 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54574) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:40.625011 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8a6c547b-60b1-4d81-a8a7-08da2631e4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.746596 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8a6c547b-60b1-4d81-a8a7-08da2631e4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.753854 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8a6c547b-60b1-4d81-a8a7-08da2631e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.782116 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-245c6202-3568-4cdb-9085-776376ba3ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'name': 'tempest-TestShelveInstance-693955616-router', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '55230786-197a-40fb-a700-b37ee32e681f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:43Z', 'updated_at': '2021-08-09T17:45:48Z', 'revision_number': 4, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'gw_port': {'id': '55230786-197a-40fb-a700-b37ee32e681f', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:44Z', 'updated_at': '2021-08-09T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': 'fedd7545-09cd-4226-8a6d-1b2790158a87', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'port_id': '0935fc2d-dd06-4f15-af38-7d5bfe62b188', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'mac_address': 'fa:16:3e:62:1d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:46:37Z', 'updated_at': '2021-08-09T17:46:37Z', 'revision_number': 0, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bdc0e4-3de0-49d9-a3cd-b9fc7323b398', 'name': '', 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'mac_address': 'fa:16:3e:cb:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:47Z', 'updated_at': '2021-08-09T17:45:58Z', 'revision_number': 5, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'subnets': [{'id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:40.797689 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-8a6c547b-60b1-4d81-a8a7-08da2631e4ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6a9bfbf5d9be425ebd4a5132d3745c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871312 Aug 09 17:46:40.798612 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c547b-60b1-4d81-a8a7-08da2631e4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90f6253-fc57-45cb-8265-f90245da960d,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:40.801045 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54576) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:40.817716 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.821075 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c6202-3568-4cdb-9085-776376ba3ccf None None] The sync data for ids ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'] in dv-cinder-780933-13-iscsi is: [{'id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'name': 'tempest-TestShelveInstance-693955616-router', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '55230786-197a-40fb-a700-b37ee32e681f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:43Z', 'updated_at': '2021-08-09T17:45:48Z', 'revision_number': 4, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'gw_port': {'id': '55230786-197a-40fb-a700-b37ee32e681f', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:44Z', 'updated_at': '2021-08-09T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': 'fedd7545-09cd-4226-8a6d-1b2790158a87', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'port_id': '0935fc2d-dd06-4f15-af38-7d5bfe62b188', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'mac_address': 'fa:16:3e:62:1d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:46:37Z', 'updated_at': '2021-08-09T17:46:37Z', 'revision_number': 0, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22bdc0e4-3de0-49d9-a3cd-b9fc7323b398', 'name': '', 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'mac_address': 'fa:16:3e:cb:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:47Z', 'updated_at': '2021-08-09T17:45:58Z', 'revision_number': 5, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'subnets': [{'id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:46:40.823352 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.db_base_plugin_common [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Allocated IP 172.20.0.2 (977525a1-e275-4770-bce2-2f4d7a6aa30e/6e4a1b09-306b-478e-b9be-ae5e19d8c7ce/5a17047f-0fe2-4b25-a4dd-269a60dffda2) {{(pid=99901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:46:40.848883 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.856215 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-eccba860-95be-451b-a3e7-ea42d6897ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.880914 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-25f16f5d-0214-4bba-84ea-a4fb25e0dcb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.925253 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-25f16f5d-0214-4bba-84ea-a4fb25e0dcb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.993375 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Allocated IP 172.27.3.121 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/800c713f-ba03-4f62-b5dc-c64df71c659e) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:46:40.994146 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-25f16f5d-0214-4bba-84ea-a4fb25e0dcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.997416 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-25f16f5d-0214-4bba-84ea-a4fb25e0dcb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:40.999294 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-25f16f5d-0214-4bba-84ea-a4fb25e0dcb0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b90f6253-fc57-45cb-8265-f90245da960d HTTP/1.1" status: 204 len: 168 time: 0.1970587 Aug 09 17:46:41.010185 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f16f5d-0214-4bba-84ea-a4fb25e0dcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90f6253-fc57-45cb-8265-f90245da960d,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:41.095010 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Notify callbacks [] for port, precommit_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:41.107902 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Transition to ACTIVE for port object 5a17047f-0fe2-4b25-a4dd-269a60dffda2 will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:46:41.129590 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Transition to ACTIVE for port object 5a17047f-0fe2-4b25-a4dd-269a60dffda2 will not be triggered until provisioned by entity DHCP. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:46:41.139309 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:41.150239 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:41.153597 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eec218-a478-486d-aa1c-3dde883c35d0 None None] New status for floating IP fedd7545-09cd-4226-8a6d-1b2790158a87: ACTIVE {{(pid=99902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:46:41.202613 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:41.202987 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Network 977525a1-e275-4770-bce2-2f4d7a6aa30e is already hosted by enough agents. {{(pid=99901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:46:41.207539 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.base_scheduler [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Resources bound (agent type, host, resource id): {{(pid=99901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:46:41.210153 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Pushing event updated for resources: {'Port': ['ID=5a17047f-0fe2-4b25-a4dd-269a60dffda2,revision_number=1']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:41.213056 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Received port after_create {{(pid=99901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:46:41.258397 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:46:41.263660 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:46:41.270095 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:46:41.302104 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Pushing event updated for resources: {'Port': ['ID=800c713f-ba03-4f62-b5dc-c64df71c659e,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:41.306331 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Attempting to bind port 5a17047f-0fe2-4b25-a4dd-269a60dffda2 on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:46:41.308040 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Attempting to bind port 5a17047f-0fe2-4b25-a4dd-269a60dffda2 by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:46:41.308979 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Attempting to bind port 5a17047f-0fe2-4b25-a4dd-269a60dffda2 on network 977525a1-e275-4770-bce2-2f4d7a6aa30e {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:46:41.319583 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:46:41.320047 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Checking segment: {'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:46:41.320788 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:41.321284 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Bound using segment: {'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:46:41.321896 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Bound port: 5a17047f-0fe2-4b25-a4dd-269a60dffda2, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:46:41.322709 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:41.444188 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] For port 5a17047f-0fe2-4b25-a4dd-269a60dffda2, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:46:41.448629 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] For port 5a17047f-0fe2-4b25-a4dd-269a60dffda2, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=5a17047f-0fe2-4b25-a4dd-269a60dffda2,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:46:41.454267 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:41.642552 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af5e60-ce6b-4072-b967-30c580516e25 None None] Pushing event updated for resources: {'Port': ['ID=5a17047f-0fe2-4b25-a4dd-269a60dffda2,revision_number=2']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:41.672856 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:41.865181 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:41.943949 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962553'] for router, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:42.085642 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Router 4daa703a-4cab-4b62-bdee-696d513c6360 is scheduled to L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 with binding_index 1 {{(pid=99899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:46:42.104961 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54598) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:42.198986 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:46:42.208351 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Sync routers for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:46:42.218254 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] Notify callbacks [] for router, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:42.220371 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-4f9c7871-a8b8-4a08-8069-fbaf263920c5 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9056966 Aug 09 17:46:42.220539 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-190f5188-23a0-4152-afd3-b3613bdbe99b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1582546957-network', 'tenant_id': 'ceafd7a91a654f8fb44b51a3b6fa5431'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:42.221111 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:46:42.222008 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:46:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:42.222573 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54602) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:42.246934 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190f5188-23a0-4152-afd3-b3613bdbe99b admin admin] Made reservation on behalf of ceafd7a91a654f8fb44b51a3b6fa5431 for: {'network': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:46:42.250223 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-190f5188-23a0-4152-afd3-b3613bdbe99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:42.261604 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-190f5188-23a0-4152-afd3-b3613bdbe99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:42.386494 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:46:42.416529 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-190f5188-23a0-4152-afd3-b3613bdbe99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:42.426758 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-190f5188-23a0-4152-afd3-b3613bdbe99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:42.484086 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f5188-23a0-4152-afd3-b3613bdbe99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a5c9d4-4e50-4bb0-953b-3f42a73cc680,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:42.487387 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190f5188-23a0-4152-afd3-b3613bdbe99b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=99900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:46:42.509466 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-190f5188-23a0-4152-afd3-b3613bdbe99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:42.510373 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.segments_db [None req-190f5188-23a0-4152-afd3-b3613bdbe99b admin admin] Added segment 21746419-6241-4a48-a63d-9c6feb1d067c of type vlan for network 56331298-772e-4089-964b-f449d2973893 Aug 09 17:46:42.605836 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-190f5188-23a0-4152-afd3-b3613bdbe99b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:42.651239 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-190f5188-23a0-4152-afd3-b3613bdbe99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:42.653252 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190f5188-23a0-4152-afd3-b3613bdbe99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:42.654383 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-190f5188-23a0-4152-afd3-b3613bdbe99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:42.663438 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 5a17047f-0fe2-4b25-a4dd-269a60dffda2 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:42.721562 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-190f5188-23a0-4152-afd3-b3613bdbe99b admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6120753 Aug 09 17:46:42.728192 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54604) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:42.740544 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-5d92d533-d2aa-43c5-8cbc-804732574247 admin admin] Request body: {'subnet': {'network_id': '56331298-772e-4089-964b-f449d2973893', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1582546957-subnet', 'tenant_id': 'ceafd7a91a654f8fb44b51a3b6fa5431', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:42.743881 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f5188-23a0-4152-afd3-b3613bdbe99b admin admin] Pushing event updated for resources: {'Network': ['ID=56331298-772e-4089-964b-f449d2973893,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:42.757692 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fd7726-5b39-4b8a-893b-979b53c4291c None None] Network 977525a1-e275-4770-bce2-2f4d7a6aa30e requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:46:42.768545 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network 56331298-772e-4089-964b-f449d2973893 details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:46:42.773828 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d92d533-d2aa-43c5-8cbc-804732574247 admin admin] Made reservation on behalf of ceafd7a91a654f8fb44b51a3b6fa5431 for: {'subnet': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:46:42.776963 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5d92d533-d2aa-43c5-8cbc-804732574247 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8531849'] for subnet, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:42.924029 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cdf6ad9-a5a4-47a6-8f58-3645364c62f2 None None] Provisioning for port 5a17047f-0fe2-4b25-a4dd-269a60dffda2 completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:46:42.958555 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 5a17047f-0fe2-4b25-a4dd-269a60dffda2 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:46:42.972902 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 5a17047f-0fe2-4b25-a4dd-269a60dffda2 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:42.973331 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:42.985392 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5d92d533-d2aa-43c5-8cbc-804732574247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10004202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531899'] for subnet, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:43.039950 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:43.045825 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:41Z', 'revision_number': 3, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:43.082173 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92d533-d2aa-43c5-8cbc-804732574247 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f085d882-67a7-49ba-b9b2-a424b5cd2f4d,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:43.099443 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d92d533-d2aa-43c5-8cbc-804732574247 admin admin] Checking segment: {'id': '21746419-6241-4a48-a63d-9c6feb1d067c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '56331298-772e-4089-964b-f449d2973893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:46:43.099980 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d92d533-d2aa-43c5-8cbc-804732574247 admin admin] Network hostable DHCP agents. Network: 56331298-772e-4089-964b-f449d2973893, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:46:43.124330 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d92d533-d2aa-43c5-8cbc-804732574247 admin admin] Network 56331298-772e-4089-964b-f449d2973893 is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:46:43.136775 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-5d92d533-d2aa-43c5-8cbc-804732574247 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, 56331298-772e-4089-964b-f449d2973893) {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:46:43.146261 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d92d533-d2aa-43c5-8cbc-804732574247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:43.147470 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5d92d533-d2aa-43c5-8cbc-804732574247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:43.176807 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-5d92d533-d2aa-43c5-8cbc-804732574247 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4325483 Aug 09 17:46:43.215352 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd1b998-f5fa-4558-9577-521b7aadc9f6 None None] Network 56331298-772e-4089-964b-f449d2973893 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:46:43.218234 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Checking router: 4daa703a-4cab-4b62-bdee-696d513c6360 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:46:43.218583 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Updating router 4daa703a-4cab-4b62-bdee-696d513c6360 port 800c713f-ba03-4f62-b5dc-c64df71c659e binding host dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:46:43.273636 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Allocated IP 172.20.0.1 (977525a1-e275-4770-bce2-2f4d7a6aa30e/6e4a1b09-306b-478e-b9be-ae5e19d8c7ce/6f6d1135-ea72-405d-bd9b-72e63158e94c) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:46:43.312785 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:43.430061 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:43.445770 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Transition to ACTIVE for port object 6f6d1135-ea72-405d-bd9b-72e63158e94c will not be triggered until provisioned by entity DHCP. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:46:43.481935 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:43.502991 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:43.540050 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Network 977525a1-e275-4770-bce2-2f4d7a6aa30e is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:46:43.544352 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:46:43.549611 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:46:43.602447 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f96665c-d729-4e7f-a53e-37f3475254a3 None None] Network 56331298-772e-4089-964b-f449d2973893 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:46:43.630074 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Pushing event updated for resources: {'Port': ['ID=6f6d1135-ea72-405d-bd9b-72e63158e94c,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:43.644817 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961546'] for router_interface, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:43.679554 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port 5a17047f-0fe2-4b25-a4dd-269a60dffda2, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=5a17047f-0fe2-4b25-a4dd-269a60dffda2,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:46:43.737968 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:43.826450 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:43.908442 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54622) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:43.914748 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-31fad4b7-92bc-43c1-a0f0-ec9b46fd49b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-803676224-network', 'tenant_id': '1293aa7ebd514bba86c896b04ccb2941'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:43.921000 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:43.936200 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-c656a929-e153-420f-9caf-7bcf5ffccaec None None] Provisioning complete for port 5a17047f-0fe2-4b25-a4dd-269a60dffda2 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:43.936699 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-c656a929-e153-420f-9caf-7bcf5ffccaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:43.949134 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fad4b7-92bc-43c1-a0f0-ec9b46fd49b5 admin admin] Made reservation on behalf of 1293aa7ebd514bba86c896b04ccb2941 for: {'network': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:46:43.953178 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-31fad4b7-92bc-43c1-a0f0-ec9b46fd49b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:43.968077 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-31fad4b7-92bc-43c1-a0f0-ec9b46fd49b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.000426 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=5a17047f-0fe2-4b25-a4dd-269a60dffda2,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:44.083486 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.089458 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.092774 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Notify callbacks [] for port, precommit_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.093098 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-31fad4b7-92bc-43c1-a0f0-ec9b46fd49b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.098131 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-31fad4b7-92bc-43c1-a0f0-ec9b46fd49b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.124282 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fad4b7-92bc-43c1-a0f0-ec9b46fd49b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=99900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:46:44.124979 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Transition to ACTIVE for port object 800c713f-ba03-4f62-b5dc-c64df71c659e will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:46:44.139817 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.153408 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-31fad4b7-92bc-43c1-a0f0-ec9b46fd49b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.154040 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.segments_db [None req-31fad4b7-92bc-43c1-a0f0-ec9b46fd49b5 admin admin] Added segment fdef5a77-7930-4a5c-a55b-6444a70831e5 of type vlan for network c76ae2d1-1481-416c-9277-e8127bcf87e7 Aug 09 17:46:44.161664 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fad4b7-92bc-43c1-a0f0-ec9b46fd49b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f7faf5-88eb-47da-b8a7-376d15585d19,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:44.172469 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Pushing event updated for resources: {'Port': ['ID=6f6d1135-ea72-405d-bd9b-72e63158e94c,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:44.176034 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961726'] for router_interface, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.207690 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Attempting to bind port 800c713f-ba03-4f62-b5dc-c64df71c659e on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:46:44.208063 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Attempting to bind port 800c713f-ba03-4f62-b5dc-c64df71c659e by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:46:44.208434 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Attempting to bind port 800c713f-ba03-4f62-b5dc-c64df71c659e on network ea6b9157-7b5c-46f4-b61f-3e223353ac5d {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:46:44.211703 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f4215-e945-49af-91d7-2acf24c9d96a None None] Pushing event updated for resources: {'Port': ['ID=800c713f-ba03-4f62-b5dc-c64df71c659e,revision_number=2']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:44.213870 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-31fad4b7-92bc-43c1-a0f0-ec9b46fd49b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.217301 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:46:44.217301 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Checking segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:46:44.217609 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.217827 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Bound using segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:46:44.218293 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Bound port: 800c713f-ba03-4f62-b5dc-c64df71c659e, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:46:44.218681 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.256766 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-31fad4b7-92bc-43c1-a0f0-ec9b46fd49b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.257753 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fad4b7-92bc-43c1-a0f0-ec9b46fd49b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:44.258425 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-31fad4b7-92bc-43c1-a0f0-ec9b46fd49b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.289093 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] For port 800c713f-ba03-4f62-b5dc-c64df71c659e, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:46:44.305277 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] For port 800c713f-ba03-4f62-b5dc-c64df71c659e, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=800c713f-ba03-4f62-b5dc-c64df71c659e,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:46:44.312560 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-b66ebd62-cb68-4c2a-9b22-835ce50189d8 None None] Provisioning for port 6f6d1135-ea72-405d-bd9b-72e63158e94c completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:46:44.317490 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.326638 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-b66ebd62-cb68-4c2a-9b22-835ce50189d8 None None] Provisioning complete for port 6f6d1135-ea72-405d-bd9b-72e63158e94c triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:44.327014 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Network 977525a1-e275-4770-bce2-2f4d7a6aa30e is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:46:44.327503 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-b66ebd62-cb68-4c2a-9b22-835ce50189d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.328799 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54624) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:44.329944 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-31fad4b7-92bc-43c1-a0f0-ec9b46fd49b5 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4200470 Aug 09 17:46:44.334329 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-caa7fc08-11e7-4bf9-9a59-c82b47c2430a admin admin] Request body: {'subnet': {'network_id': 'c76ae2d1-1481-416c-9277-e8127bcf87e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-803676224-subnet', 'tenant_id': '1293aa7ebd514bba86c896b04ccb2941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:44.336517 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fad4b7-92bc-43c1-a0f0-ec9b46fd49b5 admin admin] Pushing event updated for resources: {'Network': ['ID=c76ae2d1-1481-416c-9277-e8127bcf87e7,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:44.340719 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:46:44.381288 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network c76ae2d1-1481-416c-9277-e8127bcf87e7 details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:46:44.404822 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa7fc08-11e7-4bf9-9a59-c82b47c2430a admin admin] Made reservation on behalf of 1293aa7ebd514bba86c896b04ccb2941 for: {'subnet': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:46:44.407261 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-caa7fc08-11e7-4bf9-9a59-c82b47c2430a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9541525'] for subnet, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.486619 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:46:44.487380 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:46:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:44.495106 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-b66ebd62-cb68-4c2a-9b22-835ce50189d8 None None] Port 6f6d1135-ea72-405d-bd9b-72e63158e94c cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:46:44.538956 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f4215-e945-49af-91d7-2acf24c9d96a None None] Pushing event updated for resources: {'Port': ['ID=800c713f-ba03-4f62-b5dc-c64df71c659e,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:44.577681 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 5a17047f-0fe2-4b25-a4dd-269a60dffda2 up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:44.597007 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Router 4daa703a-4cab-4b62-bdee-696d513c6360 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:46:44.677671 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:46:44.736525 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 5a17047f-0fe2-4b25-a4dd-269a60dffda2 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:44.736992 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.742982 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-e0816589-3e1d-4ea7-b641-6565bfe2a446 None None] Provisioning complete for port 6f6d1135-ea72-405d-bd9b-72e63158e94c triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:44.743579 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e0816589-3e1d-4ea7-b641-6565bfe2a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.774416 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-caa7fc08-11e7-4bf9-9a59-c82b47c2430a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9831890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9541543'] for subnet, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.824501 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:46:44.833282 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-6f8aac89-5563-4e08-84ad-3d4fb837e28c admin admin] 10.222.0.38 "PUT /v2.0/routers/4daa703a-4cab-4b62-bdee-696d513c6360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6095707 Aug 09 17:46:44.842784 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7fc08-11e7-4bf9-9a59-c82b47c2430a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de91684-0daa-4300-bfeb-8a02cb88ab48,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:44.861496 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa7fc08-11e7-4bf9-9a59-c82b47c2430a admin admin] Checking segment: {'id': 'fdef5a77-7930-4a5c-a55b-6444a70831e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'c76ae2d1-1481-416c-9277-e8127bcf87e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:46:44.862074 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa7fc08-11e7-4bf9-9a59-c82b47c2430a admin admin] Network hostable DHCP agents. Network: c76ae2d1-1481-416c-9277-e8127bcf87e7, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:46:44.884566 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-e0816589-3e1d-4ea7-b641-6565bfe2a446 None None] Port 6f6d1135-ea72-405d-bd9b-72e63158e94c cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:46:44.892567 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa7fc08-11e7-4bf9-9a59-c82b47c2430a admin admin] Network c76ae2d1-1481-416c-9277-e8127bcf87e7 is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:46:44.905606 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-caa7fc08-11e7-4bf9-9a59-c82b47c2430a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, c76ae2d1-1481-416c-9277-e8127bcf87e7) {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:46:44.912702 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa7fc08-11e7-4bf9-9a59-c82b47c2430a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:44.913302 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-caa7fc08-11e7-4bf9-9a59-c82b47c2430a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:44.922138 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0bac47-9c3a-4580-8e57-62aff46a4191 None None] Network c76ae2d1-1481-416c-9277-e8127bcf87e7 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:46:44.935713 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-caa7fc08-11e7-4bf9-9a59-c82b47c2430a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6053300 Aug 09 17:46:45.263571 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 2, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:45.309612 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c08515-7133-4a27-86b5-49e49c6e208d None None] The sync data for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi is: [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 2, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:46:45.320512 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ace991-c504-46fa-834c-aa62364840f0 None None] Network c76ae2d1-1481-416c-9277-e8127bcf87e7 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:46:45.594911 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54646) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:45.609803 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-cec34bfa-e55b-43e4-bbd6-8c933d1327cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-652086044-network', 'tenant_id': '12464c90202a49beaae1772a3915a9a3'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:45.647246 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec34bfa-e55b-43e4-bbd6-8c933d1327cf admin admin] Made reservation on behalf of 12464c90202a49beaae1772a3915a9a3 for: {'network': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:46:45.649930 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-cec34bfa-e55b-43e4-bbd6-8c933d1327cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:45.678063 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-cec34bfa-e55b-43e4-bbd6-8c933d1327cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:45.833094 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-cec34bfa-e55b-43e4-bbd6-8c933d1327cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:45.837792 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-cec34bfa-e55b-43e4-bbd6-8c933d1327cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:45.871521 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec34bfa-e55b-43e4-bbd6-8c933d1327cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=99899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:46:45.877845 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec34bfa-e55b-43e4-bbd6-8c933d1327cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a61ccc3-0515-4bda-a78e-bfc8c7ffdc0c,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:45.891661 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-cec34bfa-e55b-43e4-bbd6-8c933d1327cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:45.891880 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.segments_db [None req-cec34bfa-e55b-43e4-bbd6-8c933d1327cf admin admin] Added segment 2aab3444-6b9b-40bf-912b-8dd40424d752 of type vlan for network ef4eb0cc-ada0-4561-a06e-4c5d798e18ba Aug 09 17:46:45.950187 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-cec34bfa-e55b-43e4-bbd6-8c933d1327cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:45.983323 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-cec34bfa-e55b-43e4-bbd6-8c933d1327cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:45.984336 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec34bfa-e55b-43e4-bbd6-8c933d1327cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:45.985127 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-cec34bfa-e55b-43e4-bbd6-8c933d1327cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:46.051793 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-cec34bfa-e55b-43e4-bbd6-8c933d1327cf admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4507363 Aug 09 17:46:46.052763 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54652) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:46.055806 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec34bfa-e55b-43e4-bbd6-8c933d1327cf admin admin] Pushing event updated for resources: {'Network': ['ID=ef4eb0cc-ada0-4561-a06e-4c5d798e18ba,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:46.058702 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-4095f6bf-b2d1-4975-af1c-2f8b51a801d5 admin admin] Request body: {'subnet': {'network_id': 'ef4eb0cc-ada0-4561-a06e-4c5d798e18ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-652086044-subnet', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'ip_version': 4}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:46.070085 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network ef4eb0cc-ada0-4561-a06e-4c5d798e18ba details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:46:46.083756 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4095f6bf-b2d1-4975-af1c-2f8b51a801d5 admin admin] Made reservation on behalf of 12464c90202a49beaae1772a3915a9a3 for: {'subnet': 1} {{(pid=99900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:46:46.088047 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-4095f6bf-b2d1-4975-af1c-2f8b51a801d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8531849'] for subnet, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:46.328220 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-4095f6bf-b2d1-4975-af1c-2f8b51a801d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10004202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531899'] for subnet, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:46.405202 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095f6bf-b2d1-4975-af1c-2f8b51a801d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e02e3fd-5210-4cce-865c-09fc37dd00e4,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:46.414456 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095f6bf-b2d1-4975-af1c-2f8b51a801d5 admin admin] Checking segment: {'id': '2aab3444-6b9b-40bf-912b-8dd40424d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef4eb0cc-ada0-4561-a06e-4c5d798e18ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:46:46.414817 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4095f6bf-b2d1-4975-af1c-2f8b51a801d5 admin admin] Network hostable DHCP agents. Network: ef4eb0cc-ada0-4561-a06e-4c5d798e18ba, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:46:46.433399 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4095f6bf-b2d1-4975-af1c-2f8b51a801d5 admin admin] Network ef4eb0cc-ada0-4561-a06e-4c5d798e18ba is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:46:46.443949 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-4095f6bf-b2d1-4975-af1c-2f8b51a801d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, ef4eb0cc-ada0-4561-a06e-4c5d798e18ba) {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:46:46.448121 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4095f6bf-b2d1-4975-af1c-2f8b51a801d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:46:46.448711 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-4095f6bf-b2d1-4975-af1c-2f8b51a801d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:46.455760 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c12cf95-4770-41e0-871e-b459ffdbc068 None None] Network ef4eb0cc-ada0-4561-a06e-4c5d798e18ba requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:46:46.475074 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-4095f6bf-b2d1-4975-af1c-2f8b51a801d5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4179571 Aug 09 17:46:46.475299 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54654) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:46.481943 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-652086044-router', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:46.516709 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-964555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1269'] for router, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:46.518653 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-964219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578355', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1278'] for router, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:46.593796 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:46.629218 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 800c713f-ba03-4f62-b5dc-c64df71c659e up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:46.751796 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:46.758117 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a6190c-6a13-5555-94fd-b175b3e363ac-ef4eb0cc-ada0-4561-a06e-4c5d798e18ba', 'network_id': 'ef4eb0cc-ada0-4561-a06e-4c5d798e18ba', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'fixed_ips': [{'subnet_id': '4e02e3fd-5210-4cce-865c-09fc37dd00e4'}]}} from dv-cinder-780933-13-iscsi. {{(pid=99901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:46:46.759276 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:46.770684 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 800c713f-ba03-4f62-b5dc-c64df71c659e completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:46:46.778962 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 800c713f-ba03-4f62-b5dc-c64df71c659e triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:46.779830 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:47.034371 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:47.039179 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.db_base_plugin_common [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Allocated IP 172.20.0.2 (ef4eb0cc-ada0-4561-a06e-4c5d798e18ba/4e02e3fd-5210-4cce-865c-09fc37dd00e4/f20085cf-a343-483c-b8e3-1a89394fec3b) {{(pid=99901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:46:47.041989 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:47.057229 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:47.083915 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port 800c713f-ba03-4f62-b5dc-c64df71c659e, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=800c713f-ba03-4f62-b5dc-c64df71c659e,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:46:47.092219 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:47.201423 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=800c713f-ba03-4f62-b5dc-c64df71c659e,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:47.224866 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Allocated IP 172.27.3.202 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/337d4a19-8095-4fe8-aae3-ceb8f898063c) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:46:47.307342 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Notify callbacks [] for port, precommit_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:47.322682 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Transition to ACTIVE for port object f20085cf-a343-483c-b8e3-1a89394fec3b will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:46:47.344207 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Transition to ACTIVE for port object f20085cf-a343-483c-b8e3-1a89394fec3b will not be triggered until provisioned by entity DHCP. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:46:47.353307 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373'] for port, after_create {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:47.385437 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:47.402509 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Network ef4eb0cc-ada0-4561-a06e-4c5d798e18ba is already hosted by enough agents. {{(pid=99901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:46:47.408727 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.scheduler.base_scheduler [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Resources bound (agent type, host, resource id): {{(pid=99901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:46:47.411822 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Received port after_create {{(pid=99901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:46:47.426919 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Pushing event updated for resources: {'Port': ['ID=f20085cf-a343-483c-b8e3-1a89394fec3b,revision_number=1']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:47.438734 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:47.490244 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Attempting to bind port f20085cf-a343-483c-b8e3-1a89394fec3b on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:46:47.490608 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Attempting to bind port f20085cf-a343-483c-b8e3-1a89394fec3b by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '2aab3444-6b9b-40bf-912b-8dd40424d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef4eb0cc-ada0-4561-a06e-4c5d798e18ba'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:46:47.491005 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Attempting to bind port f20085cf-a343-483c-b8e3-1a89394fec3b on network ef4eb0cc-ada0-4561-a06e-4c5d798e18ba {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:46:47.498264 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:46:47.499943 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:46:47.500383 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Checking segment: {'id': '2aab3444-6b9b-40bf-912b-8dd40424d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef4eb0cc-ada0-4561-a06e-4c5d798e18ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:46:47.502026 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:47.502026 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Bound using segment: {'id': '2aab3444-6b9b-40bf-912b-8dd40424d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef4eb0cc-ada0-4561-a06e-4c5d798e18ba'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:46:47.502264 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Bound port: f20085cf-a343-483c-b8e3-1a89394fec3b, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aab3444-6b9b-40bf-912b-8dd40424d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef4eb0cc-ada0-4561-a06e-4c5d798e18ba'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:46:47.502585 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:47.504054 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:46:47.513191 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:46:47.549625 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Pushing event updated for resources: {'Port': ['ID=337d4a19-8095-4fe8-aae3-ceb8f898063c,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:47.585704 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] For port f20085cf-a343-483c-b8e3-1a89394fec3b, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:46:47.590425 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] For port f20085cf-a343-483c-b8e3-1a89394fec3b, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=f20085cf-a343-483c-b8e3-1a89394fec3b,segment=NetworkSegment(2aab3444-6b9b-40bf-912b-8dd40424d752),segment_id=2aab3444-6b9b-40bf-912b-8dd40424d752)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:46:47.596820 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:47.672171 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f8a3f-eb6a-4ade-9cd1-27c00e2ad5a0 None None] Pushing event updated for resources: {'Port': ['ID=f20085cf-a343-483c-b8e3-1a89394fec3b,revision_number=2']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:47.839203 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:47.994278 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Sync routers for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:46:48.014279 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:46:48.016133 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:46:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:48.104638 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-964210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-962553'] for router, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:48.147591 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:46:48.258414 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Router 4b7c82b6-a205-4b3c-afa4-3ce1f4074397 is scheduled to L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 with binding_index 1 {{(pid=99900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:46:48.385954 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 2, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:48.388319 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:46:48.398993 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Sync routers for ids ['4b7c82b6-a205-4b3c-afa4-3ce1f4074397'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:46:48.409574 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] Notify callbacks [] for router, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:48.409783 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Routers {'4b7c82b6-a205-4b3c-afa4-3ce1f4074397'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:46:48.410667 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:46:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4b7c82b6-a205-4b3c-afa4-3ce1f4074397'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:48.412717 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-7b00486d-bce8-40d3-ba7a-ede244dd105c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9358451 Aug 09 17:46:48.415683 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54670) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:48.426377 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Checking router: 4daa703a-4cab-4b62-bdee-696d513c6360 for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:46:48.426725 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Updating router 4daa703a-4cab-4b62-bdee-696d513c6360 port 6f6d1135-ea72-405d-bd9b-72e63158e94c binding host dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:46:48.456242 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:48.643586 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Set router 4b7c82b6-a205-4b3c-afa4-3ce1f4074397 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:46:48.836225 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 800c713f-ba03-4f62-b5dc-c64df71c659e up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:48.945770 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Notify callbacks [] for port, precommit_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:48.956817 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 800c713f-ba03-4f62-b5dc-c64df71c659e triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:48.957261 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:48.964368 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.provisioning_blocks [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Transition to ACTIVE for port object 6f6d1135-ea72-405d-bd9b-72e63158e94c will not be triggered until provisioned by entity L2. {{(pid=99902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:46:48.965581 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386e12d9-ea9a-4411-ad78-685b9b55562b None None] Network ef4eb0cc-ada0-4561-a06e-4c5d798e18ba requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:46:48.974261 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:49.038995 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8e5eb-c995-44eb-812b-de955fe993f6 None None] Pushing event updated for resources: {'Port': ['ID=6f6d1135-ea72-405d-bd9b-72e63158e94c,revision_number=3']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:49.055586 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d8e5eb-c995-44eb-812b-de955fe993f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:49.064639 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d8e5eb-c995-44eb-812b-de955fe993f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:49.065969 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d8e5eb-c995-44eb-812b-de955fe993f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:49.066501 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d8e5eb-c995-44eb-812b-de955fe993f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:49.067018 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d8e5eb-c995-44eb-812b-de955fe993f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:49.067768 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d8e5eb-c995-44eb-812b-de955fe993f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:49.068275 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d8e5eb-c995-44eb-812b-de955fe993f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:49.068886 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d8e5eb-c995-44eb-812b-de955fe993f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:49.069373 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d8e5eb-c995-44eb-812b-de955fe993f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:49.070305 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d8e5eb-c995-44eb-812b-de955fe993f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:49.070994 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d8e5eb-c995-44eb-812b-de955fe993f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:49.071499 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d8e5eb-c995-44eb-812b-de955fe993f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:49.140779 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-5c97c4ac-4774-4aed-8e15-646db48cbc59 None None] Provisioning for port f20085cf-a343-483c-b8e3-1a89394fec3b completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:46:49.156283 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Attempting to bind port 6f6d1135-ea72-405d-bd9b-72e63158e94c on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:46:49.156713 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Attempting to bind port 6f6d1135-ea72-405d-bd9b-72e63158e94c by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:46:49.157312 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Attempting to bind port 6f6d1135-ea72-405d-bd9b-72e63158e94c on network 977525a1-e275-4770-bce2-2f4d7a6aa30e {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:46:49.163632 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:46:49.164004 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Checking segment: {'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:46:49.164442 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:49.164789 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Bound using segment: {'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:46:49.165424 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Bound port: 6f6d1135-ea72-405d-bd9b-72e63158e94c, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'}}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:46:49.165831 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:49.174681 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'name': 'tempest-TestVolumeBootPattern-652086044-router', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '337d4a19-8095-4fe8-aae3-ceb8f898063c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:46Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 3, 'project_id': '12464c90202a49beaae1772a3915a9a3', 'gw_port': {'id': '337d4a19-8095-4fe8-aae3-ceb8f898063c', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:47Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:49.242847 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Checking router: 4b7c82b6-a205-4b3c-afa4-3ce1f4074397 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:46:49.243548 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Updating router 4b7c82b6-a205-4b3c-afa4-3ce1f4074397 port 337d4a19-8095-4fe8-aae3-ceb8f898063c binding host dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:46:49.289579 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] For port 6f6d1135-ea72-405d-bd9b-72e63158e94c, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:46:49.295936 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] For port 6f6d1135-ea72-405d-bd9b-72e63158e94c, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=6f6d1135-ea72-405d-bd9b-72e63158e94c,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:46:49.305259 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:49.321331 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:49.455234 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:49.459073 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:46:49.459711 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:46:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:49.464867 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8e5eb-c995-44eb-812b-de955fe993f6 None None] Pushing event updated for resources: {'Port': ['ID=6f6d1135-ea72-405d-bd9b-72e63158e94c,revision_number=4']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:49.530255 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device f20085cf-a343-483c-b8e3-1a89394fec3b up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:49.631392 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:46:49.697609 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Allocated IP 172.20.0.1 (ef4eb0cc-ada0-4561-a06e-4c5d798e18ba/4e02e3fd-5210-4cce-865c-09fc37dd00e4/a41383b1-5d71-4755-a970-08b2d74712bb) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:46:49.771370 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port f20085cf-a343-483c-b8e3-1a89394fec3b completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:46:49.779847 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port f20085cf-a343-483c-b8e3-1a89394fec3b triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:49.780230 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:49.952526 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:49.984271 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:50.005996 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.provisioning_blocks [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Transition to ACTIVE for port object a41383b1-5d71-4755-a970-08b2d74712bb will not be triggered until provisioned by entity DHCP. {{(pid=99900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:46:50.019571 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:49Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:50.029052 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port f20085cf-a343-483c-b8e3-1a89394fec3b, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=f20085cf-a343-483c-b8e3-1a89394fec3b,segment=NetworkSegment(2aab3444-6b9b-40bf-912b-8dd40424d752),segment_id=2aab3444-6b9b-40bf-912b-8dd40424d752)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:46:50.037731 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:50.057662 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:50.068677 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582972f-95fa-4b27-beae-a4e5b4533557 None None] The sync data for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi is: [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:49Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:46:50.105652 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Network ef4eb0cc-ada0-4561-a06e-4c5d798e18ba is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:46:50.125304 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:46:50.129932 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:46:50.135986 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Pushing event updated for resources: {'Port': ['ID=a41383b1-5d71-4755-a970-08b2d74712bb,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:50.183206 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961546'] for router_interface, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:50.224120 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Notify callbacks [] for port, precommit_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:50.268876 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=f20085cf-a343-483c-b8e3-1a89394fec3b,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:50.272249 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-736be479-c139-439b-8d0d-b87387b7cf8f None None] Provisioning complete for port f20085cf-a343-483c-b8e3-1a89394fec3b triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:50.272624 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-736be479-c139-439b-8d0d-b87387b7cf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:50.286035 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Transition to ACTIVE for port object 337d4a19-8095-4fe8-aae3-ceb8f898063c will not be triggered until provisioned by entity L2. {{(pid=99901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:46:50.318381 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:50.388917 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Attempting to bind port 337d4a19-8095-4fe8-aae3-ceb8f898063c on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:46:50.389430 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Attempting to bind port 337d4a19-8095-4fe8-aae3-ceb8f898063c by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:46:50.390053 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Attempting to bind port 337d4a19-8095-4fe8-aae3-ceb8f898063c on network ea6b9157-7b5c-46f4-b61f-3e223353ac5d {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:46:50.393517 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:50.408988 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:46:50.409268 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Checking segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:46:50.409666 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:50.410150 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Bound using segment: {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'} {{(pid=99901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:46:50.410504 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.managers [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Bound port: 337d4a19-8095-4fe8-aae3-ceb8f898063c, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3978dd8-65a3-43ae-9051-55bef4117688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}}] {{(pid=99901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:46:50.410889 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:50.497626 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a730ca4-ce82-4387-9d34-b1d908441785 None None] Pushing event updated for resources: {'Port': ['ID=337d4a19-8095-4fe8-aae3-ceb8f898063c,revision_number=2']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:50.613424 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] For port 337d4a19-8095-4fe8-aae3-ceb8f898063c, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:46:50.642536 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] For port 337d4a19-8095-4fe8-aae3-ceb8f898063c, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=337d4a19-8095-4fe8-aae3-ceb8f898063c,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:46:50.645786 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 6f6d1135-ea72-405d-bd9b-72e63158e94c up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:50.650256 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:50.671640 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:50.678470 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004119'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:50.750272 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a730ca4-ce82-4387-9d34-b1d908441785 None None] Pushing event updated for resources: {'Port': ['ID=337d4a19-8095-4fe8-aae3-ceb8f898063c,revision_number=3']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:50.767790 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Routers {'4b7c82b6-a205-4b3c-afa4-3ce1f4074397'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:46:50.768453 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:46:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4b7c82b6-a205-4b3c-afa4-3ce1f4074397'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:50.780484 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Pushing event updated for resources: {'Port': ['ID=a41383b1-5d71-4755-a970-08b2d74712bb,revision_number=2']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:50.783948 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961726'] for router_interface, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:50.812729 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-14cf9b7a-3e1b-4d83-b6db-68fd94412f43 None None] Provisioning for port a41383b1-5d71-4755-a970-08b2d74712bb completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:46:50.824346 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-14cf9b7a-3e1b-4d83-b6db-68fd94412f43 None None] Provisioning complete for port a41383b1-5d71-4755-a970-08b2d74712bb triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:50.825244 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-14cf9b7a-3e1b-4d83-b6db-68fd94412f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:50.864322 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 6f6d1135-ea72-405d-bd9b-72e63158e94c completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:46:50.905332 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Network ef4eb0cc-ada0-4561-a06e-4c5d798e18ba is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:46:50.907328 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:46:50.908226 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 6f6d1135-ea72-405d-bd9b-72e63158e94c triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:50.908598 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:50.941275 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-14cf9b7a-3e1b-4d83-b6db-68fd94412f43 None None] Port a41383b1-5d71-4755-a970-08b2d74712bb cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:46:50.979313 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] Set router 4b7c82b6-a205-4b3c-afa4-3ce1f4074397 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:46:51.093885 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Router 4b7c82b6-a205-4b3c-afa4-3ce1f4074397 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:46:51.169019 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:51.228519 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:46:51.232859 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port 6f6d1135-ea72-405d-bd9b-72e63158e94c, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=6f6d1135-ea72-405d-bd9b-72e63158e94c,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:46:51.240274 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-e1bf3173-ce85-4482-8bbd-bb47d5dcba91 admin admin] 10.222.0.38 "PUT /v2.0/routers/4b7c82b6-a205-4b3c-afa4-3ce1f4074397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8181129 Aug 09 17:46:51.256657 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:51.257495 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device f20085cf-a343-483c-b8e3-1a89394fec3b up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:51.351756 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-0b029677-cb57-46dc-a8c5-0aba480c9b19 None None] Provisioning complete for port a41383b1-5d71-4755-a970-08b2d74712bb triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:51.352085 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-0b029677-cb57-46dc-a8c5-0aba480c9b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:51.402120 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=6f6d1135-ea72-405d-bd9b-72e63158e94c,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:51.424717 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-0b029677-cb57-46dc-a8c5-0aba480c9b19 None None] Port a41383b1-5d71-4755-a970-08b2d74712bb cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:46:51.431492 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'name': 'tempest-TestVolumeBootPattern-652086044-router', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '337d4a19-8095-4fe8-aae3-ceb8f898063c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:46Z', 'updated_at': '2021-08-09T17:46:50Z', 'revision_number': 4, 'project_id': '12464c90202a49beaae1772a3915a9a3', 'gw_port': {'id': '337d4a19-8095-4fe8-aae3-ceb8f898063c', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:47Z', 'updated_at': '2021-08-09T17:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'a41383b1-5d71-4755-a970-08b2d74712bb', 'name': '', 'network_id': 'ef4eb0cc-ada0-4561-a06e-4c5d798e18ba', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'mac_address': 'fa:16:3e:03:dd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4e02e3fd-5210-4cce-865c-09fc37dd00e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:49Z', 'updated_at': '2021-08-09T17:46:50Z', 'revision_number': 2, 'project_id': '12464c90202a49beaae1772a3915a9a3', 'subnets': [{'id': '4e02e3fd-5210-4cce-865c-09fc37dd00e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:51.435837 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port f20085cf-a343-483c-b8e3-1a89394fec3b triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:51.436227 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:51.464371 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81415dae-dfe8-4dab-8cc2-04c251214b89 None None] The sync data for ids ['4b7c82b6-a205-4b3c-afa4-3ce1f4074397'] in dv-cinder-780933-13-iscsi is: [{'id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'name': 'tempest-TestVolumeBootPattern-652086044-router', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '337d4a19-8095-4fe8-aae3-ceb8f898063c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:46Z', 'updated_at': '2021-08-09T17:46:50Z', 'revision_number': 4, 'project_id': '12464c90202a49beaae1772a3915a9a3', 'gw_port': {'id': '337d4a19-8095-4fe8-aae3-ceb8f898063c', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:47Z', 'updated_at': '2021-08-09T17:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'a41383b1-5d71-4755-a970-08b2d74712bb', 'name': '', 'network_id': 'ef4eb0cc-ada0-4561-a06e-4c5d798e18ba', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'mac_address': 'fa:16:3e:03:dd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4e02e3fd-5210-4cce-865c-09fc37dd00e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:49Z', 'updated_at': '2021-08-09T17:46:50Z', 'revision_number': 2, 'project_id': '12464c90202a49beaae1772a3915a9a3', 'subnets': [{'id': '4e02e3fd-5210-4cce-865c-09fc37dd00e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:46:51.868313 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54702) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:51.874612 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-4de3f910-d5c7-46c1-a61c-e125dddc3ff6 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-450407485', 'description': 'tempest-secgroup-smoke-450407485 description', 'project_id': '7ebd396b32434bc58226a584e7b67a82'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:51.901951 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4de3f910-d5c7-46c1-a61c-e125dddc3ff6 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.010403 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4de3f910-d5c7-46c1-a61c-e125dddc3ff6 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.018283 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4de3f910-d5c7-46c1-a61c-e125dddc3ff6 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.068156 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4de3f910-d5c7-46c1-a61c-e125dddc3ff6 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.072101 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-4de3f910-d5c7-46c1-a61c-e125dddc3ff6 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1998632 Aug 09 17:46:52.072101 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3f910-d5c7-46c1-a61c-e125dddc3ff6 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea6b252-2be5-489a-b834-31ba91499c12,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:52.072550 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54708) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:52.077777 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-eba0e47f-d5ed-4407-908a-8fc99266b6e9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Request body: {'security_group_rule': {'security_group_id': '6ea6b252-2be5-489a-b834-31ba91499c12', 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:52.109158 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-eba0e47f-d5ed-4407-908a-8fc99266b6e9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.171380 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-eba0e47f-d5ed-4407-908a-8fc99266b6e9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.175331 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-eba0e47f-d5ed-4407-908a-8fc99266b6e9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.195190 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0e47f-d5ed-4407-908a-8fc99266b6e9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9024752-d65a-434f-81f3-52d1675c0fae,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:52.201264 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-eba0e47f-d5ed-4407-908a-8fc99266b6e9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.202677 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-eba0e47f-d5ed-4407-908a-8fc99266b6e9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288028 Aug 09 17:46:52.205558 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54710) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:52.211039 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-3da1bc6e-d860-4b45-a55e-d6d6cd807f36 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Request body: {'security_group_rule': {'security_group_id': '6ea6b252-2be5-489a-b834-31ba91499c12', 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:52.240038 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3da1bc6e-d860-4b45-a55e-d6d6cd807f36 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.300376 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3da1bc6e-d860-4b45-a55e-d6d6cd807f36 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.306094 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3da1bc6e-d860-4b45-a55e-d6d6cd807f36 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.325539 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1bc6e-d860-4b45-a55e-d6d6cd807f36 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc5134f-5e7c-41fb-8a36-b1bee71e822e,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:52.331764 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3da1bc6e-d860-4b45-a55e-d6d6cd807f36 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.336051 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-3da1bc6e-d860-4b45-a55e-d6d6cd807f36 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263838 Aug 09 17:46:52.336146 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54712) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:52.341158 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-38856182-c2f5-4b1f-969e-81d4bc47b96f tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Request body: {'security_group_rule': {'security_group_id': '6ea6b252-2be5-489a-b834-31ba91499c12', 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:52.387084 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-38856182-c2f5-4b1f-969e-81d4bc47b96f tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.462757 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-38856182-c2f5-4b1f-969e-81d4bc47b96f tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.466819 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-38856182-c2f5-4b1f-969e-81d4bc47b96f tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.491840 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38856182-c2f5-4b1f-969e-81d4bc47b96f tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba755e5-7a0b-446f-8d5b-7cb32ca43fc4,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:52.500630 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-38856182-c2f5-4b1f-969e-81d4bc47b96f tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.502021 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-38856182-c2f5-4b1f-969e-81d4bc47b96f tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1649790 Aug 09 17:46:52.504925 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54714) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:52.509826 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-799a8bfa-49d9-4f81-8da5-538bfd59064d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Request body: {'security_group_rule': {'security_group_id': '6ea6b252-2be5-489a-b834-31ba91499c12', 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:52.546408 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-799a8bfa-49d9-4f81-8da5-538bfd59064d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.620882 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-799a8bfa-49d9-4f81-8da5-538bfd59064d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.625770 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-799a8bfa-49d9-4f81-8da5-538bfd59064d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.645348 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a8bfa-49d9-4f81-8da5-538bfd59064d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4865ed-1085-42dc-9c51-01b1f3347c35,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:52.653225 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-799a8bfa-49d9-4f81-8da5-538bfd59064d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.654539 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-799a8bfa-49d9-4f81-8da5-538bfd59064d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1486199 Aug 09 17:46:52.657908 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54716) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:52.663139 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-b0863eec-becd-414d-ba3a-7529b6f7f5ad tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Request body: {'security_group_rule': {'security_group_id': '6ea6b252-2be5-489a-b834-31ba91499c12', 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:52.666736 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 337d4a19-8095-4fe8-aae3-ceb8f898063c up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:52.689764 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.securitygroups_db [None req-b0863eec-becd-414d-ba3a-7529b6f7f5ad tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Project 7ebd396b32434bc58226a584e7b67a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 17:46:52.695577 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b0863eec-becd-414d-ba3a-7529b6f7f5ad tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.729706 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port 337d4a19-8095-4fe8-aae3-ceb8f898063c completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:46:52.734889 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 337d4a19-8095-4fe8-aae3-ceb8f898063c triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:52.735302 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.769962 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b0863eec-becd-414d-ba3a-7529b6f7f5ad tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.780429 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b0863eec-becd-414d-ba3a-7529b6f7f5ad tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.803093 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0863eec-becd-414d-ba3a-7529b6f7f5ad tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f408effc-8a2a-400d-832a-7dd75101259f,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:52.806746 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b0863eec-becd-414d-ba3a-7529b6f7f5ad tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.808136 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-b0863eec-becd-414d-ba3a-7529b6f7f5ad tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1490047 Aug 09 17:46:52.811951 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54718) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:46:52.817007 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-973f11ef-4269-4782-b4ca-926060d6fc85 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Request body: {'security_group_rule': {'security_group_id': '6ea6b252-2be5-489a-b834-31ba91499c12', 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:46:52.832889 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.843853 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.securitygroups_db [None req-973f11ef-4269-4782-b4ca-926060d6fc85 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Project 7ebd396b32434bc58226a584e7b67a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 17:46:52.849625 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-973f11ef-4269-4782-b4ca-926060d6fc85 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.857115 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port 337d4a19-8095-4fe8-aae3-ceb8f898063c, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=337d4a19-8095-4fe8-aae3-ceb8f898063c,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:46:52.861979 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.862983 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 6f6d1135-ea72-405d-bd9b-72e63158e94c up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:52.930674 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-973f11ef-4269-4782-b4ca-926060d6fc85 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.936471 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-973f11ef-4269-4782-b4ca-926060d6fc85 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.946833 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=337d4a19-8095-4fe8-aae3-ceb8f898063c,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:52.956446 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f11ef-4269-4782-b4ca-926060d6fc85 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d75340-4c22-4ea9-ae1c-209e144bdf7c,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:52.957855 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:52.958399 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:52.958919 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:52.959446 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:52.959779 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:52.960110 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:52.960439 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:52.960761 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:52.961105 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:52.961528 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:52.961924 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:52.962273 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:46:52.964647 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-973f11ef-4269-4782-b4ca-926060d6fc85 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:52.966442 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-973f11ef-4269-4782-b4ca-926060d6fc85 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1534266 Aug 09 17:46:52.979220 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 6f6d1135-ea72-405d-bd9b-72e63158e94c triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:52.979412 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:53.808612 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Sync routers for ids ['4b7c82b6-a205-4b3c-afa4-3ce1f4074397'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:46:53.825445 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Routers {'4b7c82b6-a205-4b3c-afa4-3ce1f4074397'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:46:53.826217 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:46:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4b7c82b6-a205-4b3c-afa4-3ce1f4074397'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:53.940809 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Set router 4b7c82b6-a205-4b3c-afa4-3ce1f4074397 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:46:54.249265 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'name': 'tempest-TestVolumeBootPattern-652086044-router', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '337d4a19-8095-4fe8-aae3-ceb8f898063c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:46Z', 'updated_at': '2021-08-09T17:46:50Z', 'revision_number': 4, 'project_id': '12464c90202a49beaae1772a3915a9a3', 'gw_port': {'id': '337d4a19-8095-4fe8-aae3-ceb8f898063c', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:47Z', 'updated_at': '2021-08-09T17:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'a41383b1-5d71-4755-a970-08b2d74712bb', 'name': '', 'network_id': 'ef4eb0cc-ada0-4561-a06e-4c5d798e18ba', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'mac_address': 'fa:16:3e:03:dd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4e02e3fd-5210-4cce-865c-09fc37dd00e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:49Z', 'updated_at': '2021-08-09T17:46:50Z', 'revision_number': 2, 'project_id': '12464c90202a49beaae1772a3915a9a3', 'subnets': [{'id': '4e02e3fd-5210-4cce-865c-09fc37dd00e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:54.276865 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Checking router: 4b7c82b6-a205-4b3c-afa4-3ce1f4074397 for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:46:54.277271 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Updating router 4b7c82b6-a205-4b3c-afa4-3ce1f4074397 port a41383b1-5d71-4755-a970-08b2d74712bb binding host dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:46:54.303473 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:54.589900 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 337d4a19-8095-4fe8-aae3-ceb8f898063c up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:54.636560 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Notify callbacks [] for port, precommit_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:54.650778 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.provisioning_blocks [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Transition to ACTIVE for port object a41383b1-5d71-4755-a970-08b2d74712bb will not be triggered until provisioned by entity L2. {{(pid=99902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:46:54.659107 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:54.673171 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port 337d4a19-8095-4fe8-aae3-ceb8f898063c triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:54.674218 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:54.726588 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc034bc7-511c-4b29-b90f-d3f02805a5bd None None] Pushing event updated for resources: {'Port': ['ID=a41383b1-5d71-4755-a970-08b2d74712bb,revision_number=3']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:54.791689 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Attempting to bind port a41383b1-5d71-4755-a970-08b2d74712bb on host dv-cinder-780933-13-iscsi for vnic_type normal with profile {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:46:54.792137 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Attempting to bind port a41383b1-5d71-4755-a970-08b2d74712bb by drivers openvswitch,hyperv on host dv-cinder-780933-13-iscsi at level 0 using segments [{'id': '2aab3444-6b9b-40bf-912b-8dd40424d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef4eb0cc-ada0-4561-a06e-4c5d798e18ba'}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:46:54.792555 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Attempting to bind port a41383b1-5d71-4755-a970-08b2d74712bb on network ef4eb0cc-ada0-4561-a06e-4c5d798e18ba {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:46:54.798140 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Checking agent: {'id': '05716add-50fa-4246-b870-54000412be05', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780933-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 34, 10), 'started_at': datetime.datetime(2021, 8, 9, 17, 34, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780933-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:46:54.798515 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Checking segment: {'id': '2aab3444-6b9b-40bf-912b-8dd40424d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef4eb0cc-ada0-4561-a06e-4c5d798e18ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:46:54.799009 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:54.799386 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Bound using segment: {'id': '2aab3444-6b9b-40bf-912b-8dd40424d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef4eb0cc-ada0-4561-a06e-4c5d798e18ba'} {{(pid=99902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:46:54.799846 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.managers [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Bound port: a41383b1-5d71-4755-a970-08b2d74712bb, host: dv-cinder-780933-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aab3444-6b9b-40bf-912b-8dd40424d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'ef4eb0cc-ada0-4561-a06e-4c5d798e18ba'}}] {{(pid=99902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:46:54.800221 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:54.875179 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] For port a41383b1-5d71-4755-a970-08b2d74712bb, host dv-cinder-780933-13-iscsi, cleared binding levels {{(pid=99902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:46:54.878517 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.plugins.ml2.db [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] For port a41383b1-5d71-4755-a970-08b2d74712bb, host dv-cinder-780933-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=a41383b1-5d71-4755-a970-08b2d74712bb,segment=NetworkSegment(2aab3444-6b9b-40bf-912b-8dd40424d752),segment_id=2aab3444-6b9b-40bf-912b-8dd40424d752)] {{(pid=99902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:46:54.882771 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron_lib.callbacks.manager [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:54.955081 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Routers {'4b7c82b6-a205-4b3c-afa4-3ce1f4074397'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:46:54.955706 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:46:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4b7c82b6-a205-4b3c-afa4-3ce1f4074397'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:55.006656 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc034bc7-511c-4b29-b90f-d3f02805a5bd None None] Pushing event updated for resources: {'Port': ['ID=a41383b1-5d71-4755-a970-08b2d74712bb,revision_number=4']} {{(pid=99902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:55.084974 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] Set router 4b7c82b6-a205-4b3c-afa4-3ce1f4074397 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:46:55.288592 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'name': 'tempest-TestVolumeBootPattern-652086044-router', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '337d4a19-8095-4fe8-aae3-ceb8f898063c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:46Z', 'updated_at': '2021-08-09T17:46:50Z', 'revision_number': 4, 'project_id': '12464c90202a49beaae1772a3915a9a3', 'gw_port': {'id': '337d4a19-8095-4fe8-aae3-ceb8f898063c', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:47Z', 'updated_at': '2021-08-09T17:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'a41383b1-5d71-4755-a970-08b2d74712bb', 'name': '', 'network_id': 'ef4eb0cc-ada0-4561-a06e-4c5d798e18ba', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'mac_address': 'fa:16:3e:03:dd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4e02e3fd-5210-4cce-865c-09fc37dd00e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:49Z', 'updated_at': '2021-08-09T17:46:54Z', 'revision_number': 4, 'project_id': '12464c90202a49beaae1772a3915a9a3', 'subnets': [{'id': '4e02e3fd-5210-4cce-865c-09fc37dd00e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:46:55.319801 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54960a7d-fee3-4f5d-9bc8-58864f0baea6 None None] The sync data for ids ['4b7c82b6-a205-4b3c-afa4-3ce1f4074397'] in dv-cinder-780933-13-iscsi is: [{'id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'name': 'tempest-TestVolumeBootPattern-652086044-router', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '337d4a19-8095-4fe8-aae3-ceb8f898063c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:46Z', 'updated_at': '2021-08-09T17:46:50Z', 'revision_number': 4, 'project_id': '12464c90202a49beaae1772a3915a9a3', 'gw_port': {'id': '337d4a19-8095-4fe8-aae3-ceb8f898063c', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:47Z', 'updated_at': '2021-08-09T17:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'a41383b1-5d71-4755-a970-08b2d74712bb', 'name': '', 'network_id': 'ef4eb0cc-ada0-4561-a06e-4c5d798e18ba', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'mac_address': 'fa:16:3e:03:dd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4e02e3fd-5210-4cce-865c-09fc37dd00e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:49Z', 'updated_at': '2021-08-09T17:46:54Z', 'revision_number': 4, 'project_id': '12464c90202a49beaae1772a3915a9a3', 'subnets': [{'id': '4e02e3fd-5210-4cce-865c-09fc37dd00e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:46:56.544261 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device a41383b1-5d71-4755-a970-08b2d74712bb up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:56.597578 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:56.607539 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning for port a41383b1-5d71-4755-a970-08b2d74712bb completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:46:56.611470 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port a41383b1-5d71-4755-a970-08b2d74712bb triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:56.611839 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:56.693750 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:56.726930 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] For port a41383b1-5d71-4755-a970-08b2d74712bb, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=a41383b1-5d71-4755-a970-08b2d74712bb,segment=NetworkSegment(2aab3444-6b9b-40bf-912b-8dd40424d752),segment_id=2aab3444-6b9b-40bf-912b-8dd40424d752)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:46:56.731084 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:46:56.779281 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Pushing event updated for resources: {'Port': ['ID=a41383b1-5d71-4755-a970-08b2d74712bb,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:46:58.545978 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device a41383b1-5d71-4755-a970-08b2d74712bb up at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:46:58.598340 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Provisioning complete for port a41383b1-5d71-4755-a970-08b2d74712bb triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:46:58.598957 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.087997 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54860) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:00.134555 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb00454-51b8-42ae-b64e-0d7cc5871750 admin admin] Deleting subnet f085d882-67a7-49ba-b9b2-a424b5cd2f4d {{(pid=99899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:47:00.138787 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6eb00454-51b8-42ae-b64e-0d7cc5871750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.175678 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6eb00454-51b8-42ae-b64e-0d7cc5871750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9885487'] for subnet, precommit_delete_associations {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.222430 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6eb00454-51b8-42ae-b64e-0d7cc5871750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.283854 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6eb00454-51b8-42ae-b64e-0d7cc5871750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9831829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9541566'] for subnet, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.312010 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb00454-51b8-42ae-b64e-0d7cc5871750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f085d882-67a7-49ba-b9b2-a424b5cd2f4d,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:00.315808 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6eb00454-51b8-42ae-b64e-0d7cc5871750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.317775 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-6eb00454-51b8-42ae-b64e-0d7cc5871750 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f085d882-67a7-49ba-b9b2-a424b5cd2f4d HTTP/1.1" status: 204 len: 168 time: 0.2286780 Aug 09 17:47:00.320241 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54862) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:00.389613 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9e837a27-e3f7-470d-bcd8-75421e36a4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.475588 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9e837a27-e3f7-470d-bcd8-75421e36a4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.486373 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-9e837a27-e3f7-470d-bcd8-75421e36a4ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56331298-772e-4089-964b-f449d2973893']}} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:00.497854 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-9e837a27-e3f7-470d-bcd8-75421e36a4ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21746419-6241-4a48-a63d-9c6feb1d067c') {'for_net_delete': True} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:00.498151 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-9e837a27-e3f7-470d-bcd8-75421e36a4ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21746419-6241-4a48-a63d-9c6feb1d067c') {} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:00.507048 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9e837a27-e3f7-470d-bcd8-75421e36a4ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9885496'] for segment, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.520811 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9e837a27-e3f7-470d-bcd8-75421e36a4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.527668 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e837a27-e3f7-470d-bcd8-75421e36a4ba admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=99899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:47:00.528288 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9e837a27-e3f7-470d-bcd8-75421e36a4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9831755'] for segment, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: Traceback (most recent call last): Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: timer() Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: cb(*args, **kw) Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: return func(*args, **kwargs) Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: self._notify() Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: self.callback(batched_events) Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: event.method(event) Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: return f(self, *a, **k) Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._get(url).json() Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: return self.request(url, 'GET', **kwargs) Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:47:00.530138 dv-cinder-780933-13-iscsi neutron-server[99899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:47:00.586692 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9e837a27-e3f7-470d-bcd8-75421e36a4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.592947 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-9e837a27-e3f7-470d-bcd8-75421e36a4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.594698 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-9e837a27-e3f7-470d-bcd8-75421e36a4ba admin admin] 10.222.0.38 "DELETE /v2.0/networks/56331298-772e-4089-964b-f449d2973893 HTTP/1.1" status: 204 len: 168 time: 0.2734210 Aug 09 17:47:00.598061 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54864) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:00.611075 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e837a27-e3f7-470d-bcd8-75421e36a4ba admin admin] Pushing event deleted for resources: {'Network': ['ID=56331298-772e-4089-964b-f449d2973893,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:00.645889 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_v2 [None req-7981083d-3cb3-4234-8ae9-407174fb187b admin admin] Deleting subnet 1de91684-0daa-4300-bfeb-8a02cb88ab48 {{(pid=99900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:47:00.649528 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7981083d-3cb3-4234-8ae9-407174fb187b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.685456 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7981083d-3cb3-4234-8ae9-407174fb187b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10054361'] for subnet, precommit_delete_associations {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.728149 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7981083d-3cb3-4234-8ae9-407174fb187b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.785919 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7981083d-3cb3-4234-8ae9-407174fb187b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10004141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531874'] for subnet, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.809914 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981083d-3cb3-4234-8ae9-407174fb187b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de91684-0daa-4300-bfeb-8a02cb88ab48,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:00.823362 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7981083d-3cb3-4234-8ae9-407174fb187b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.825878 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-7981083d-3cb3-4234-8ae9-407174fb187b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/1de91684-0daa-4300-bfeb-8a02cb88ab48 HTTP/1.1" status: 204 len: 168 time: 0.2267859 Aug 09 17:47:00.828430 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 54866) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:00.895616 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-621540f4-30a7-47f0-ae79-692adfc4b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.978697 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-621540f4-30a7-47f0-ae79-692adfc4b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:00.988671 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-621540f4-30a7-47f0-ae79-692adfc4b34c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c76ae2d1-1481-416c-9277-e8127bcf87e7']}} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:00.999341 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-621540f4-30a7-47f0-ae79-692adfc4b34c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdef5a77-7930-4a5c-a55b-6444a70831e5') {'for_net_delete': True} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:00.999637 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-621540f4-30a7-47f0-ae79-692adfc4b34c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdef5a77-7930-4a5c-a55b-6444a70831e5') {} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:01.008265 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-621540f4-30a7-47f0-ae79-692adfc4b34c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10054350'] for segment, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:01.023013 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-621540f4-30a7-47f0-ae79-692adfc4b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:01.029863 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621540f4-30a7-47f0-ae79-692adfc4b34c admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=99900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:47:01.030252 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-621540f4-30a7-47f0-ae79-692adfc4b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10004083'] for segment, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: Traceback (most recent call last): Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: timer() Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: cb(*args, **kw) Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: return func(*args, **kwargs) Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: self._notify() Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: self.callback(batched_events) Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: event.method(event) Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: return f(self, *a, **k) Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: return self._get(url).json() Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: return self.request(url, 'GET', **kwargs) Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:47:01.032171 dv-cinder-780933-13-iscsi neutron-server[99900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:47:01.089940 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-621540f4-30a7-47f0-ae79-692adfc4b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:01.095961 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-621540f4-30a7-47f0-ae79-692adfc4b34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:01.097807 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-621540f4-30a7-47f0-ae79-692adfc4b34c admin admin] 10.222.0.38 "DELETE /v2.0/networks/c76ae2d1-1481-416c-9277-e8127bcf87e7 HTTP/1.1" status: 204 len: 168 time: 0.2684822 Aug 09 17:47:01.112757 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621540f4-30a7-47f0-ae79-692adfc4b34c admin admin] Pushing event deleted for resources: {'Network': ['ID=c76ae2d1-1481-416c-9277-e8127bcf87e7,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:01.268479 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54874) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:01.316210 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-085b394a-bd17-4228-a56a-4fc0b0bb6cad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ceafd7a91a654f8fb44b51a3b6fa5431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463352 Aug 09 17:47:01.318366 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54876) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:01.369420 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-10778f8b-daa9-4283-9dca-5affac1e0f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:01.389537 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-10778f8b-daa9-4283-9dca-5affac1e0f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:01.441841 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-10778f8b-daa9-4283-9dca-5affac1e0f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:01.444434 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-10778f8b-daa9-4283-9dca-5affac1e0f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:01.445598 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-10778f8b-daa9-4283-9dca-5affac1e0f61 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e5a5c9d4-4e50-4bb0-953b-3f42a73cc680 HTTP/1.1" status: 204 len: 168 time: 0.1262598 Aug 09 17:47:01.454142 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10778f8b-daa9-4283-9dca-5affac1e0f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a5c9d4-4e50-4bb0-953b-3f42a73cc680,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:01.788219 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54882) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:01.830704 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-df00b733-5156-48b8-b190-91966f854fa2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1293aa7ebd514bba86c896b04ccb2941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411928 Aug 09 17:47:01.833161 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 54884) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:01.881767 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-166d5d04-b4f1-4dfb-95e1-cedf1940e495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:01.906358 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-166d5d04-b4f1-4dfb-95e1-cedf1940e495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:01.954888 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-166d5d04-b4f1-4dfb-95e1-cedf1940e495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:01.957429 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-166d5d04-b4f1-4dfb-95e1-cedf1940e495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:01.958575 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-166d5d04-b4f1-4dfb-95e1-cedf1940e495 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/25f7faf5-88eb-47da-b8a7-376d15585d19 HTTP/1.1" status: 204 len: 168 time: 0.1245308 Aug 09 17:47:01.967333 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d5d04-b4f1-4dfb-95e1-cedf1940e495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f7faf5-88eb-47da-b8a7-376d15585d19,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:07.847763 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb853dc-122e-4377-9dd6-8765f857af22 req-7baf4e9d-11ac-44c1-85cc-cda4318b73af tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:07.849269 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bcb853dc-122e-4377-9dd6-8765f857af22 req-7baf4e9d-11ac-44c1-85cc-cda4318b73af tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 946 time: 0.0516696 Aug 09 17:47:07.892225 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bcb853dc-122e-4377-9dd6-8765f857af22 req-0a3b13be-74ed-4af1-b034-5f849d156439 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365949 Aug 09 17:47:07.894766 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-5d3b5af8-436d-4cfa-a5b5-f9b9a7472578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:09.029618 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f0866-e9b9-4a5c-93a9-2dbc957b3029 req-ade07001-ab7a-47b8-8223-f344e056a38d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:09.031230 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-237f0866-e9b9-4a5c-93a9-2dbc957b3029 req-ade07001-ab7a-47b8-8223-f344e056a38d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 946 time: 0.0545104 Aug 09 17:47:09.073699 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-237f0866-e9b9-4a5c-93a9-2dbc957b3029 req-2186d339-580e-44a9-bc7d-265d5251e115 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363672 Aug 09 17:47:10.097734 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b280f63-2960-44ea-8cd9-60be6f4fb725 req-44868047-17b3-4bbb-a279-78537eeb745d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:10.099307 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-9b280f63-2960-44ea-8cd9-60be6f4fb725 req-44868047-17b3-4bbb-a279-78537eeb745d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.65 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 946 time: 0.0496306 Aug 09 17:47:10.203446 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265fd5e-685b-4de4-bb8c-bf21ad384297 req-f20fd49d-e915-45ab-84ec-3f0c68cbe4a0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:10.205132 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8265fd5e-685b-4de4-bb8c-bf21ad384297 req-f20fd49d-e915-45ab-84ec-3f0c68cbe4a0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 946 time: 0.0535731 Aug 09 17:47:10.205661 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-9b280f63-2960-44ea-8cd9-60be6f4fb725 req-a27bef38-2665-43e6-be2b-5b5fbb6de071 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Deleting port 490436d2-e15e-438e-a685-331a16efa236 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:47:10.206000 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-9b280f63-2960-44ea-8cd9-60be6f4fb725 req-a27bef38-2665-43e6-be2b-5b5fbb6de071 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:10.250353 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8265fd5e-685b-4de4-bb8c-bf21ad384297 req-9570b057-3f3b-4a18-bbbe-b9af680162b3 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=4702dd39-1758-4f9d-9551-519c3c1b3542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391626 Aug 09 17:47:10.299378 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-9b280f63-2960-44ea-8cd9-60be6f4fb725 req-a27bef38-2665-43e6-be2b-5b5fbb6de071 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] For port 490436d2-e15e-438e-a685-331a16efa236, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=490436d2-e15e-438e-a685-331a16efa236,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:10.299739 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-9b280f63-2960-44ea-8cd9-60be6f4fb725 req-a27bef38-2665-43e6-be2b-5b5fbb6de071 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:10.529238 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-9b280f63-2960-44ea-8cd9-60be6f4fb725 req-a27bef38-2665-43e6-be2b-5b5fbb6de071 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:10.529619 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-9b280f63-2960-44ea-8cd9-60be6f4fb725 req-a27bef38-2665-43e6-be2b-5b5fbb6de071 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:10.529890 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.l3_db [req-9b280f63-2960-44ea-8cd9-60be6f4fb725 req-a27bef38-2665-43e6-be2b-5b5fbb6de071 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Floating IP 661b09a7-db96-4bd9-ad64-a849be48eb2a disassociated. External IP: 172.27.3.59, port: 490436d2-e15e-438e-a685-331a16efa236. Aug 09 17:47:10.530252 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-9b280f63-2960-44ea-8cd9-60be6f4fb725 req-a27bef38-2665-43e6-be2b-5b5fbb6de071 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Calling delete_port for 490436d2-e15e-438e-a685-331a16efa236 owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:47:10.554976 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:10.671993 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-9b280f63-2960-44ea-8cd9-60be6f4fb725 req-a27bef38-2665-43e6-be2b-5b5fbb6de071 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:10.702500 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bef38-2665-43e6-be2b-5b5fbb6de071 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event deleted for resources: {'Port': ['ID=490436d2-e15e-438e-a685-331a16efa236,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:10.823509 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b280f63-2960-44ea-8cd9-60be6f4fb725 req-a27bef38-2665-43e6-be2b-5b5fbb6de071 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Router 6db682de-c95f-479b-b88d-8af3386ffb9d has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:47:10.841362 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-76dca0d4-0c15-4d4d-8a31-4cec5526394e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:11.172551 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b280f63-2960-44ea-8cd9-60be6f4fb725 req-a27bef38-2665-43e6-be2b-5b5fbb6de071 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:47:11.186086 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a886af-5ee0-40d3-b044-1ce8a6e90b29 None None] Sync routers for ids ['6db682de-c95f-479b-b88d-8af3386ffb9d'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:47:11.195712 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a886af-5ee0-40d3-b044-1ce8a6e90b29 None None] Routers {'6db682de-c95f-479b-b88d-8af3386ffb9d'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:47:11.196418 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-11a886af-5ee0-40d3-b044-1ce8a6e90b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:47:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['6db682de-c95f-479b-b88d-8af3386ffb9d'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:11.211694 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b280f63-2960-44ea-8cd9-60be6f4fb725 req-a27bef38-2665-43e6-be2b-5b5fbb6de071 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] No DVR routers for this DVR port 490436d2-e15e-438e-a685-331a16efa236 on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:47:11.214179 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-9b280f63-2960-44ea-8cd9-60be6f4fb725 req-a27bef38-2665-43e6-be2b-5b5fbb6de071 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:11.216802 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-9b280f63-2960-44ea-8cd9-60be6f4fb725 req-a27bef38-2665-43e6-be2b-5b5fbb6de071 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.65 "DELETE /v2.0/ports/490436d2-e15e-438e-a685-331a16efa236 HTTP/1.1" status: 204 len: 173 time: 1.1094060 Aug 09 17:47:11.217245 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b90caf-360f-4558-9483-6fec8ba470da', 'name': 'network-vif-deleted', 'tag': '490436d2-e15e-438e-a685-331a16efa236'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:47:11.219470 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ef9b2b-acb4-428c-a61a-3120c8dad4e5" -d '{"events": [{"server_uuid": "80b90caf-360f-4558-9483-6fec8ba470da", "name": "network-vif-deleted", "tag": "490436d2-e15e-438e-a685-331a16efa236"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:47:11.263417 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ed6799-83e1-4412-9f50-8c9d08ce6969 x-openstack-request-id: req-35ed6799-83e1-4412-9f50-8c9d08ce6969 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:47:11.263701 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b90caf-360f-4558-9483-6fec8ba470da", "name": "network-vif-deleted", "tag": "490436d2-e15e-438e-a685-331a16efa236", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:47:11.263947 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-35ed6799-83e1-4412-9f50-8c9d08ce6969 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:47:11.264331 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b90caf-360f-4558-9483-6fec8ba470da', 'name': 'network-vif-deleted', 'tag': '490436d2-e15e-438e-a685-331a16efa236', 'status': 'completed', 'code': 200} Aug 09 17:47:11.362130 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-80d059fb-a159-444e-9047-5b202f91993f req-25ce36b5-e860-43f8-ac23-75776bd1353a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=80b90caf-360f-4558-9483-6fec8ba470da HTTP/1.1" status: 200 len: 210 time: 0.0296290 Aug 09 17:47:11.476809 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-11a886af-5ee0-40d3-b044-1ce8a6e90b29 None None] Set router 6db682de-c95f-479b-b88d-8af3386ffb9d gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:47:11.696377 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-11a886af-5ee0-40d3-b044-1ce8a6e90b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:24Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '34684c8c-35b9-445d-890d-2984fc69f8ff', 'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'mac_address': 'fa:16:3e:a5:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:22Z', 'updated_at': '2021-08-09T17:42:36Z', 'revision_number': 5, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'subnets': [{'id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:11.727978 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a886af-5ee0-40d3-b044-1ce8a6e90b29 None None] Checking router: 6db682de-c95f-479b-b88d-8af3386ffb9d for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:47:11.737069 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a886af-5ee0-40d3-b044-1ce8a6e90b29 None None] Routers {'6db682de-c95f-479b-b88d-8af3386ffb9d'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:47:11.737679 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-11a886af-5ee0-40d3-b044-1ce8a6e90b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:47:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['6db682de-c95f-479b-b88d-8af3386ffb9d'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:11.864611 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-11a886af-5ee0-40d3-b044-1ce8a6e90b29 None None] Set router 6db682de-c95f-479b-b88d-8af3386ffb9d gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:47:11.867952 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:12.099579 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-11a886af-5ee0-40d3-b044-1ce8a6e90b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:24Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '34684c8c-35b9-445d-890d-2984fc69f8ff', 'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'mac_address': 'fa:16:3e:a5:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:22Z', 'updated_at': '2021-08-09T17:42:36Z', 'revision_number': 5, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'subnets': [{'id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:12.125827 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a886af-5ee0-40d3-b044-1ce8a6e90b29 None None] The sync data for ids ['6db682de-c95f-479b-b88d-8af3386ffb9d'] in dv-cinder-780933-13-iscsi is: [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:24Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '34684c8c-35b9-445d-890d-2984fc69f8ff', 'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'mac_address': 'fa:16:3e:a5:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:22Z', 'updated_at': '2021-08-09T17:42:36Z', 'revision_number': 5, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'subnets': [{'id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:47:12.351997 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b25ce9-4c8f-4237-907e-de2639f644d3 None None] New status for floating IP 661b09a7-db96-4bd9-ad64-a849be48eb2a: DOWN {{(pid=99902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:47:13.483630 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 55062) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:13.541075 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1fed9528-06a8-47cb-96a9-c44f1b7122db tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:13.566471 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1fed9528-06a8-47cb-96a9-c44f1b7122db tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:13.626271 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1fed9528-06a8-47cb-96a9-c44f1b7122db tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:13.629572 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1fed9528-06a8-47cb-96a9-c44f1b7122db tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:13.630368 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-1fed9528-06a8-47cb-96a9-c44f1b7122db tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "DELETE /v2.0/security-groups/4702dd39-1758-4f9d-9551-519c3c1b3542 HTTP/1.1" status: 204 len: 168 time: 0.1456754 Aug 09 17:47:13.633299 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55066) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:13.643009 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed9528-06a8-47cb-96a9-c44f1b7122db tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4702dd39-1758-4f9d-9551-519c3c1b3542,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:13.658690 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.api.v2.resource [None req-919580c9-926b-4c64-b780-30d4e447b76f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] show failed (client error): The resource could not be found. Aug 09 17:47:13.661318 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-919580c9-926b-4c64-b780-30d4e447b76f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups/4702dd39-1758-4f9d-9551-519c3c1b3542 HTTP/1.1" status: 404 len: 347 time: 0.0254300 Aug 09 17:47:13.663201 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55068) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:13.668958 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:13.795100 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-f07bcdaa-4f7c-46b9-9c69-383f48e763a2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Deleting port 18d45178-a153-44fd-abca-1c24fb70d78b {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:47:13.795438 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f07bcdaa-4f7c-46b9-9c69-383f48e763a2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:13.870203 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f07bcdaa-4f7c-46b9-9c69-383f48e763a2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:13.870439 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f07bcdaa-4f7c-46b9-9c69-383f48e763a2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:13.885770 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-f07bcdaa-4f7c-46b9-9c69-383f48e763a2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Calling delete_port for 18d45178-a153-44fd-abca-1c24fb70d78b owned by network:floatingip {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:47:14.028483 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f07bcdaa-4f7c-46b9-9c69-383f48e763a2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:14.051912 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bcdaa-4f7c-46b9-9c69-383f48e763a2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event deleted for resources: {'Port': ['ID=18d45178-a153-44fd-abca-1c24fb70d78b,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:14.120638 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f07bcdaa-4f7c-46b9-9c69-383f48e763a2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for floatingip, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:14.124097 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f07bcdaa-4f7c-46b9-9c69-383f48e763a2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:14.125344 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-f07bcdaa-4f7c-46b9-9c69-383f48e763a2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "DELETE /v2.0/floatingips/661b09a7-db96-4bd9-ad64-a849be48eb2a HTTP/1.1" status: 204 len: 168 time: 0.4602804 Aug 09 17:47:14.265036 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 490436d2-e15e-438e-a685-331a16efa236 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:47:14.289502 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: 490436d2-e15e-438e-a685-331a16efa236 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:47:14.289842 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 490436d2-e15e-438e-a685-331a16efa236 not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:47:14.508567 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55074) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:14.513294 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-7c7d6b90-b1b2-4cd2-a13d-2e71e56f6fef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--683449810', 'description': 'tempest-description--645429856'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:47:14.539139 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7c7d6b90-b1b2-4cd2-a13d-2e71e56f6fef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:14.637445 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7c7d6b90-b1b2-4cd2-a13d-2e71e56f6fef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:14.641183 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7c7d6b90-b1b2-4cd2-a13d-2e71e56f6fef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:14.672313 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7c7d6b90-b1b2-4cd2-a13d-2e71e56f6fef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:14.673672 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-7c7d6b90-b1b2-4cd2-a13d-2e71e56f6fef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1641004 Aug 09 17:47:14.676646 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55078) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:14.682151 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-6c7c868b-8cfd-46e1-ad75-5c04760b3b66 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Request body: {'security_group_rule': {'security_group_id': 'e5339ea7-2ce5-4f00-90b7-c350c612be66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:47:14.688091 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d6b90-b1b2-4cd2-a13d-2e71e56f6fef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5339ea7-2ce5-4f00-90b7-c350c612be66,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:14.716466 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6c7c868b-8cfd-46e1-ad75-5c04760b3b66 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:14.784369 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6c7c868b-8cfd-46e1-ad75-5c04760b3b66 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:14.788506 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6c7c868b-8cfd-46e1-ad75-5c04760b3b66 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:14.810060 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c868b-8cfd-46e1-ad75-5c04760b3b66 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e6a5b0-0695-42f2-9dbe-a90bd5981352,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:14.822976 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-6c7c868b-8cfd-46e1-ad75-5c04760b3b66 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:14.825387 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-6c7c868b-8cfd-46e1-ad75-5c04760b3b66 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475811 Aug 09 17:47:14.827913 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55082) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:14.832588 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-89aa3b92-c8e7-4592-a6df-6a6db5ee766b tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Request body: {'security_group_rule': {'security_group_id': 'e5339ea7-2ce5-4f00-90b7-c350c612be66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:47:14.862893 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-89aa3b92-c8e7-4592-a6df-6a6db5ee766b tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:14.927285 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-89aa3b92-c8e7-4592-a6df-6a6db5ee766b tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:14.931198 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-89aa3b92-c8e7-4592-a6df-6a6db5ee766b tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:14.949388 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa3b92-c8e7-4592-a6df-6a6db5ee766b tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b681fa-226f-47bf-9f29-58c61daee546,revision_number=0']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:14.955944 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-89aa3b92-c8e7-4592-a6df-6a6db5ee766b tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:14.957152 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-89aa3b92-c8e7-4592-a6df-6a6db5ee766b tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282687 Aug 09 17:47:14.960202 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55084) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:14.965138 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Request body: {'floatingip': {'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:47:14.987532 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for floatingip, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:15.070354 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:47:15.085769 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:15.195827 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Allocated IP 172.27.3.41 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/398ec7a4-3fb6-4b57-8b5c-27bd37f5f565) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:47:15.296960 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:15.334592 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:15.378512 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:47:15.381341 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:47:15.383713 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:47:15.407562 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event updated for resources: {'Port': ['ID=398ec7a4-3fb6-4b57-8b5c-27bd37f5f565,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:15.475548 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:15.511061 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:15.665972 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for port, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:15.671230 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004119'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:15.743595 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event updated for resources: {'Port': ['ID=398ec7a4-3fb6-4b57-8b5c-27bd37f5f565,revision_number=2']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:15.755575 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:15.768282 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:15.769486 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-a1115f60-ec22-487e-a4e7-de5f857bbfea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8083138 Aug 09 17:47:15.957742 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-d51c83a6-09cc-4910-bbcb-df09b9a2fb58 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--683449810&fields=id&tenant_id=dc9699f4940942999992b0fe593c8833 HTTP/1.1" status: 200 len: 267 time: 0.0339434 Aug 09 17:47:16.066173 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-c2054810-8b09-41d1-bcd9-62d909b8d23e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:16.067729 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-c2054810-8b09-41d1-bcd9-62d909b8d23e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/networks?id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f HTTP/1.1" status: 200 len: 816 time: 0.1033108 Aug 09 17:47:16.082931 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-0e36d14a-ece7-42ce-bf29-f6089bc21f69 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/quotas/dc9699f4940942999992b0fe593c8833 HTTP/1.1" status: 200 len: 375 time: 0.0094295 Aug 09 17:47:16.141631 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-1da8d0a1-0488-468f-9434-674e7dcceb20 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=dc9699f4940942999992b0fe593c8833&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531213 Aug 09 17:47:16.237688 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-f8159acf-15cd-4603-905c-00ed50d6e41c service neutron] 10.222.0.38 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835249 Aug 09 17:47:16.331989 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-888c8bce-bfb7-4f40-8d48-0a427fe5738b service neutron] 10.222.0.38 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877285 Aug 09 17:47:16.666938 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ecb22140-19de-4f4d-9d40-096b771fba69 req-efe4792c-95be-48e1-8031-571358b8a85c tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 210 time: 0.1994474 Aug 09 17:47:17.743777 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-a28fe3d8-3a9d-440e-8a38-b76f9bdd1703 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:17.745310 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-a28fe3d8-3a9d-440e-8a38-b76f9bdd1703 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.65 "GET /v2.0/networks?id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f HTTP/1.1" status: 200 len: 816 time: 0.1310410 Aug 09 17:47:17.821338 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-d534a37d-8ae0-47f9-bddf-78951b3debb7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc9699f4940942999992b0fe593c8833 HTTP/1.1" status: 200 len: 379 time: 0.0456660 Aug 09 17:47:17.833369 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-fe785517-68e9-4f7b-9364-ea8621df9832 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Request body: {'port': {'device_id': '9690f642-1eeb-4fce-938d-d86177b338ce', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'admin_state_up': True, 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'security_groups': ['e5339ea7-2ce5-4f00-90b7-c350c612be66']}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:47:17.856239 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d7216557-646e-4526-81e2-b1f4b039f04d req-eb1d234d-8670-4a15-bd1c-a59c72800f72 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 210 time: 0.1069646 Aug 09 17:47:17.950407 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-fe785517-68e9-4f7b-9364-ea8621df9832 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Made reservation on behalf of dc9699f4940942999992b0fe593c8833 for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:47:17.955914 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-fe785517-68e9-4f7b-9364-ea8621df9832 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:18.084568 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-fe785517-68e9-4f7b-9364-ea8621df9832 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Allocated IP 172.20.0.3 (a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f/2d979a41-53a7-4435-9ead-3f50cab74183/6fd50b7c-b111-4f17-9d3a-097dcbb642a8) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:47:18.231701 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-fe785517-68e9-4f7b-9364-ea8621df9832 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:18.246047 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-fe785517-68e9-4f7b-9364-ea8621df9832 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Transition to ACTIVE for port object 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 will not be triggered until provisioned by entity DHCP. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:47:18.281504 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-fe785517-68e9-4f7b-9364-ea8621df9832 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:18.325858 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-fe785517-68e9-4f7b-9364-ea8621df9832 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:47:18.334257 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-fe785517-68e9-4f7b-9364-ea8621df9832 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:47:18.338443 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-fe785517-68e9-4f7b-9364-ea8621df9832 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:47:18.366158 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe785517-68e9-4f7b-9364-ea8621df9832 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event updated for resources: {'Port': ['ID=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:18.404630 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-fe785517-68e9-4f7b-9364-ea8621df9832 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:18.405326 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-fe785517-68e9-4f7b-9364-ea8621df9832 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:18.422728 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-fe785517-68e9-4f7b-9364-ea8621df9832 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5937212 Aug 09 17:47:18.443994 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Request body: {'port': {'device_id': '9690f642-1eeb-4fce-938d-d86177b338ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:47:18.505534 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:18.614297 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-1234fb94-7ae0-484d-8ab1-c105df68b389 None None] Provisioning for port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:47:18.618058 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-1234fb94-7ae0-484d-8ab1-c105df68b389 None None] Provisioning complete for port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:47:18.618428 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-1234fb94-7ae0-484d-8ab1-c105df68b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:18.655332 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-1234fb94-7ae0-484d-8ab1-c105df68b389 None None] Port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:47:18.783042 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:47:18.791996 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:18.814161 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Transition to ACTIVE for port object 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:47:18.818666 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:18.881893 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:18.961501 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Attempting to bind port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:47:18.962331 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Attempting to bind port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:47:18.962850 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Attempting to bind port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 on network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:47:18.969500 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 on network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:47:18.969835 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Attempting to bind port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 on network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:47:18.975386 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:47:18.975720 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Checking segment: {'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:47:18.976284 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Bound using segment: {'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:47:18.979890 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Bound port: 6fd50b7c-b111-4f17-9d3a-097dcbb642a8, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae4aa2b-ee7f-464c-a08c-b178da0adc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:47:18.980632 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:19.074397 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] For port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:47:19.080191 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0d42b-86f1-422a-b87a-4c3113ad8538 req-15a344e4-6539-4560-9149-0b2c3a1f2476 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:19.082675 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] For port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:47:19.085911 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-01c0d42b-86f1-422a-b87a-4c3113ad8538 req-15a344e4-6539-4560-9149-0b2c3a1f2476 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.1286097 Aug 09 17:47:19.094845 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:19.133810 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-01c0d42b-86f1-422a-b87a-4c3113ad8538 req-1186820e-c65f-4d0a-b977-013da085bd3f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399301 Aug 09 17:47:19.147391 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:19.148319 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:19.150044 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] 10.222.0.65 "PUT /v2.0/ports/6fd50b7c-b111-4f17-9d3a-097dcbb642a8 HTTP/1.1" status: 200 len: 1093 time: 0.7113178 Aug 09 17:47:19.153925 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9690f642-1eeb-4fce-938d-d86177b338ce', 'tag': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:47:19.156694 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2dfb91-663f-43fc-b85a-23cf1aaa17a1" -d '{"events": [{"name": "network-changed", "server_uuid": "9690f642-1eeb-4fce-938d-d86177b338ce", "tag": "6fd50b7c-b111-4f17-9d3a-097dcbb642a8"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:47:19.204873 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d477a1-f7df-48c8-891f-c435e59e0ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:19.213195 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ae6005-5e3b-468c-8a69-a50b57c1d012 x-openstack-request-id: req-98ae6005-5e3b-468c-8a69-a50b57c1d012 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:47:19.213551 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9690f642-1eeb-4fce-938d-d86177b338ce", "tag": "6fd50b7c-b111-4f17-9d3a-097dcbb642a8", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:47:19.213867 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-98ae6005-5e3b-468c-8a69-a50b57c1d012 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:47:19.215073 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9690f642-1eeb-4fce-938d-d86177b338ce', 'tag': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8', 'status': 'completed', 'code': 200} Aug 09 17:47:19.228122 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8f7bb567-755d-4844-850e-5034cc70b095 req-20bbd5b9-3482-4c74-9cf0-8a8351efcb5e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-450407485&fields=id&tenant_id=7ebd396b32434bc58226a584e7b67a82 HTTP/1.1" status: 200 len: 267 time: 0.0706570 Aug 09 17:47:19.288298 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-80eb89fb-9364-4d60-8ff9-61b8c46fe94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:19.289941 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-80eb89fb-9364-4d60-8ff9-61b8c46fe94f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc9699f4940942999992b0fe593c8833&device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 1096 time: 0.0463300 Aug 09 17:47:19.343938 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-edd6124a-9f87-4d2b-a8b2-8fe6f6214c21 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8 HTTP/1.1" status: 200 len: 217 time: 0.0379422 Aug 09 17:47:19.364136 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bb567-755d-4844-850e-5034cc70b095 req-58f06083-cbc0-4f44-b2ab-c2e573c8ede9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:19.365665 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8f7bb567-755d-4844-850e-5034cc70b095 req-58f06083-cbc0-4f44-b2ab-c2e573c8ede9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/networks?id=977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 200 len: 812 time: 0.1277053 Aug 09 17:47:19.383569 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8f7bb567-755d-4844-850e-5034cc70b095 req-b2e5cc25-23c2-47bc-98d3-45616d7d2de9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/quotas/7ebd396b32434bc58226a584e7b67a82 HTTP/1.1" status: 200 len: 375 time: 0.0102429 Aug 09 17:47:19.434821 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-a00da05e-ad2e-4730-926a-fcc0b11440b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:19.436670 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-a00da05e-ad2e-4730-926a-fcc0b11440b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d979a41-53a7-4435-9ead-3f50cab74183 HTTP/1.1" status: 200 len: 855 time: 0.0674348 Aug 09 17:47:19.456997 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8f7bb567-755d-4844-850e-5034cc70b095 req-be2e0ab6-b204-4b77-b5b6-83566958a546 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572729 Aug 09 17:47:19.515909 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-799312bf-7f44-4344-b87b-ed5d224fe326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:19.517666 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-799312bf-7f44-4344-b87b-ed5d224fe326 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0735087 Aug 09 17:47:19.627576 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8f7bb567-755d-4844-850e-5034cc70b095 req-928e85ec-1c30-4e48-bb52-f40321af3c0e service neutron] 10.222.0.38 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550500 Aug 09 17:47:19.630406 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-de079436-dc19-4f81-91e7-447138b4c38e service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016960 Aug 09 17:47:19.735993 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-2c9c6b21-46b6-4b49-b8ae-5ac6f14b5a06 req-3dc10fe5-6d78-4b0f-990d-9ee08a63cb05 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961864 Aug 09 17:47:19.952991 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dfb91-663f-43fc-b85a-23cf1aaa17a1 req-49c7833d-a75e-4f03-a554-4df9eda7cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:19.954526 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-aa2dfb91-663f-43fc-b85a-23cf1aaa17a1 req-49c7833d-a75e-4f03-a554-4df9eda7cc6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc9699f4940942999992b0fe593c8833&device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 1096 time: 0.0432727 Aug 09 17:47:20.025162 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e140f0-8fc9-4968-b705-65e4cf18d01f req-b4340d51-9ab4-4d5e-85fe-02943a423d0a tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:20.027263 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-04e140f0-8fc9-4968-b705-65e4cf18d01f req-b4340d51-9ab4-4d5e-85fe-02943a423d0a tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.3376541 Aug 09 17:47:20.031359 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8f7bb567-755d-4844-850e-5034cc70b095 req-41107ca5-b159-4afc-83e2-b4a061669a80 service neutron] 10.222.0.38 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876550 Aug 09 17:47:20.057529 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dfb91-663f-43fc-b85a-23cf1aaa17a1 req-d475fdf8-bed8-4fe2-8d79-5f4484615e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:20.059101 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-aa2dfb91-663f-43fc-b85a-23cf1aaa17a1 req-d475fdf8-bed8-4fe2-8d79-5f4484615e1c service neutron] 10.222.0.65 "GET /v2.0/networks?id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f HTTP/1.1" status: 200 len: 917 time: 0.0967438 Aug 09 17:47:20.068850 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-04e140f0-8fc9-4968-b705-65e4cf18d01f req-2c7b503e-3e74-4362-a85f-133dfb704bfe tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342636 Aug 09 17:47:20.106795 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-aa2dfb91-663f-43fc-b85a-23cf1aaa17a1 req-ade7f470-49b3-4194-90c1-ffd7b0e1c746 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8 HTTP/1.1" status: 200 len: 217 time: 0.0378287 Aug 09 17:47:20.161925 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dfb91-663f-43fc-b85a-23cf1aaa17a1 req-2d5f6b58-2bec-43a6-9432-cb07c3735652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:20.163454 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-aa2dfb91-663f-43fc-b85a-23cf1aaa17a1 req-2d5f6b58-2bec-43a6-9432-cb07c3735652 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d979a41-53a7-4435-9ead-3f50cab74183 HTTP/1.1" status: 200 len: 855 time: 0.0487695 Aug 09 17:47:20.224996 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dfb91-663f-43fc-b85a-23cf1aaa17a1 req-ef7dc34c-e66f-4889-bd35-9bb2a46de428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:20.226445 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-aa2dfb91-663f-43fc-b85a-23cf1aaa17a1 req-ef7dc34c-e66f-4889-bd35-9bb2a46de428 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0474014 Aug 09 17:47:20.284765 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53ebfb-f78d-455d-85c4-ae502cacb594 req-59c2da7f-fc83-4469-bbd0-0646d89eedf4 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:20.286629 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0d53ebfb-f78d-455d-85c4-ae502cacb594 req-59c2da7f-fc83-4469-bbd0-0646d89eedf4 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0590522 Aug 09 17:47:20.351040 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0d53ebfb-f78d-455d-85c4-ae502cacb594 req-7ed343c7-a4d0-4c29-980d-624a886ccc05 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570107 Aug 09 17:47:20.352255 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-aa2dfb91-663f-43fc-b85a-23cf1aaa17a1 req-ecd03883-c46b-4e8b-9379-0dfa22489a60 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169100 Aug 09 17:47:20.379957 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c1849ccc-b7a1-407f-afb4-577519136b02 req-6b54082f-3745-4c29-80d9-e2daaeb5d554 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 210 time: 0.0276530 Aug 09 17:47:20.461774 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-aa2dfb91-663f-43fc-b85a-23cf1aaa17a1 req-f6a25851-f5ed-4d67-a86d-9bfa737bc694 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968010 Aug 09 17:47:21.193862 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9cc10-9e80-42cb-872d-8a840c12a7bf req-dda5102f-103d-4fc3-932e-9b9639d54990 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:21.195371 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2ef9cc10-9e80-42cb-872d-8a840c12a7bf req-dda5102f-103d-4fc3-932e-9b9639d54990 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0528624 Aug 09 17:47:21.239697 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2ef9cc10-9e80-42cb-872d-8a840c12a7bf req-5a8da42c-d193-4e61-a09e-24b691f03038 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372112 Aug 09 17:47:21.481663 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d1a47384-4aad-4eab-a698-3e7f21dfeaf2 req-e908f06c-c161-413f-8dc7-b366b10b95b9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 210 time: 0.0297964 Aug 09 17:47:21.489139 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec9f66-805a-4822-9c3a-b23357615c67 req-338a81a7-932a-4a9d-937c-2c9713cc54a9 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:21.490644 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e0ec9f66-805a-4822-9c3a-b23357615c67 req-338a81a7-932a-4a9d-937c-2c9713cc54a9 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0749481 Aug 09 17:47:21.532516 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e0ec9f66-805a-4822-9c3a-b23357615c67 req-d5e529a1-754a-417f-a5e2-df2948cb1482 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337164 Aug 09 17:47:21.762970 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bb567-755d-4844-850e-5034cc70b095 req-e19551a1-dc95-4644-bb90-4a9fd1c45035 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:21.764570 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8f7bb567-755d-4844-850e-5034cc70b095 req-e19551a1-dc95-4644-bb90-4a9fd1c45035 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.65 "GET /v2.0/networks?id=977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 200 len: 812 time: 0.1148286 Aug 09 17:47:21.836104 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8f7bb567-755d-4844-850e-5034cc70b095 req-4335aac0-c0de-4129-b908-736137b134a0 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ebd396b32434bc58226a584e7b67a82 HTTP/1.1" status: 200 len: 379 time: 0.0348465 Aug 09 17:47:21.853683 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-8f7bb567-755d-4844-850e-5034cc70b095 req-f9d6e7b7-86bd-436c-88d9-cafd3d9e0a29 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Request body: {'port': {'device_id': 'd1424f0b-e9b8-4dff-925c-801e7e5b83d4', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'admin_state_up': True, 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'security_groups': ['6ea6b252-2be5-489a-b834-31ba91499c12']}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:47:21.975849 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7bb567-755d-4844-850e-5034cc70b095 req-f9d6e7b7-86bd-436c-88d9-cafd3d9e0a29 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Made reservation on behalf of 7ebd396b32434bc58226a584e7b67a82 for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:47:21.980355 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-8f7bb567-755d-4844-850e-5034cc70b095 req-f9d6e7b7-86bd-436c-88d9-cafd3d9e0a29 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:22.115271 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-8f7bb567-755d-4844-850e-5034cc70b095 req-f9d6e7b7-86bd-436c-88d9-cafd3d9e0a29 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Allocated IP 172.20.0.8 (977525a1-e275-4770-bce2-2f4d7a6aa30e/6e4a1b09-306b-478e-b9be-ae5e19d8c7ce/ae9ed281-ea51-4956-927c-19d947e31119) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:47:22.260854 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-8f7bb567-755d-4844-850e-5034cc70b095 req-f9d6e7b7-86bd-436c-88d9-cafd3d9e0a29 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:22.275922 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-8f7bb567-755d-4844-850e-5034cc70b095 req-f9d6e7b7-86bd-436c-88d9-cafd3d9e0a29 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Transition to ACTIVE for port object ae9ed281-ea51-4956-927c-19d947e31119 will not be triggered until provisioned by entity DHCP. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:47:22.311052 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-8f7bb567-755d-4844-850e-5034cc70b095 req-f9d6e7b7-86bd-436c-88d9-cafd3d9e0a29 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:22.346337 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:47:22.357816 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7bb567-755d-4844-850e-5034cc70b095 req-f9d6e7b7-86bd-436c-88d9-cafd3d9e0a29 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Network 977525a1-e275-4770-bce2-2f4d7a6aa30e is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:47:22.361579 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-8f7bb567-755d-4844-850e-5034cc70b095 req-f9d6e7b7-86bd-436c-88d9-cafd3d9e0a29 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:47:22.365931 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7bb567-755d-4844-850e-5034cc70b095 req-f9d6e7b7-86bd-436c-88d9-cafd3d9e0a29 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:47:22.372575 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6e7b7-86bd-436c-88d9-cafd3d9e0a29 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event updated for resources: {'Port': ['ID=ae9ed281-ea51-4956-927c-19d947e31119,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:22.392331 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997e2ab-b354-4faa-a9a3-39dad5e8b620 req-f53f5d6c-b3b4-4fdc-a756-e8b3fbb89490 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:22.401270 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9997e2ab-b354-4faa-a9a3-39dad5e8b620 req-f53f5d6c-b3b4-4fdc-a756-e8b3fbb89490 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0882444 Aug 09 17:47:22.429147 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bb567-755d-4844-850e-5034cc70b095 req-f9d6e7b7-86bd-436c-88d9-cafd3d9e0a29 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:22.429840 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-8f7bb567-755d-4844-850e-5034cc70b095 req-f9d6e7b7-86bd-436c-88d9-cafd3d9e0a29 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:22.444355 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9997e2ab-b354-4faa-a9a3-39dad5e8b620 req-d21190cf-2d0e-4be3-ab53-c7247b162c66 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414462 Aug 09 17:47:22.451497 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8f7bb567-755d-4844-850e-5034cc70b095 req-f9d6e7b7-86bd-436c-88d9-cafd3d9e0a29 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6017456 Aug 09 17:47:22.479223 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:22.480746 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Request body: {'port': {'device_id': 'd1424f0b-e9b8-4dff-925c-801e7e5b83d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:47:22.495167 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'port_id': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8', 'mac_address': 'fa:16:3e:e7:63:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:47:22.535689 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:22.550506 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:47:22.555956 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:22.601465 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:22.608211 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:22.632186 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd38d64-fe5e-415f-9a9d-ad96001ddeb6 req-874307d0-a6e7-4202-8c2a-9dbeb9eeb8b0 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:22.635346 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dbd38d64-fe5e-415f-9a9d-ad96001ddeb6 req-874307d0-a6e7-4202-8c2a-9dbeb9eeb8b0 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 931 time: 0.0717895 Aug 09 17:47:22.678191 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:22.684667 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2f5fd607-4d7d-400e-9143-ebdbc26c950a None None] Provisioning for port ae9ed281-ea51-4956-927c-19d947e31119 completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:47:22.689163 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-2f5fd607-4d7d-400e-9143-ebdbc26c950a None None] Provisioning complete for port ae9ed281-ea51-4956-927c-19d947e31119 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:47:22.689610 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2f5fd607-4d7d-400e-9143-ebdbc26c950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:22.703590 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dbd38d64-fe5e-415f-9a9d-ad96001ddeb6 req-89fcd14e-e718-41ff-bc88-dd14abccb514 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560195 Aug 09 17:47:22.719769 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae7469-f100-4cad-ab56-76aafc332625 req-2a2b2222-1ac2-40f1-b112-1b2ef8211001 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:22.727263 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4fae7469-f100-4cad-ab56-76aafc332625 req-2a2b2222-1ac2-40f1-b112-1b2ef8211001 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 944 time: 0.0907252 Aug 09 17:47:22.732443 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2f5fd607-4d7d-400e-9143-ebdbc26c950a None None] Port ae9ed281-ea51-4956-927c-19d947e31119 cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:47:22.768240 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4fae7469-f100-4cad-ab56-76aafc332625 req-ea25dde9-e247-4cef-80a5-747fd07eaa14 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399303 Aug 09 17:47:22.892898 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9ed281-ea51-4956-927c-19d947e31119 {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:47:22.900589 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:22.913124 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Transition to ACTIVE for port object ae9ed281-ea51-4956-927c-19d947e31119 will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:47:22.917083 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:22.991973 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9ed281-ea51-4956-927c-19d947e31119,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:23.033645 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['6fd50b7c-b111-4f17-9d3a-097dcbb642a8'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:47:23.050194 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Attempting to bind port ae9ed281-ea51-4956-927c-19d947e31119 on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:47:23.050574 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Attempting to bind port ae9ed281-ea51-4956-927c-19d947e31119 by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:47:23.050930 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Attempting to bind port ae9ed281-ea51-4956-927c-19d947e31119 on network 977525a1-e275-4770-bce2-2f4d7a6aa30e {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:47:23.055624 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Port ae9ed281-ea51-4956-927c-19d947e31119 on network 977525a1-e275-4770-bce2-2f4d7a6aa30e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:47:23.055973 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Attempting to bind port ae9ed281-ea51-4956-927c-19d947e31119 on network 977525a1-e275-4770-bce2-2f4d7a6aa30e {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:47:23.061669 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:47:23.062014 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Checking segment: {'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:47:23.062417 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Bound using segment: {'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:47:23.062837 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Bound port: ae9ed281-ea51-4956-927c-19d947e31119, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:47:23.063225 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:23.133165 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] For port ae9ed281-ea51-4956-927c-19d947e31119, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:47:23.137485 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] For port ae9ed281-ea51-4956-927c-19d947e31119, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ae9ed281-ea51-4956-927c-19d947e31119,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:47:23.142799 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:23.178195 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:23.178831 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:23.180678 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] 10.222.0.65 "PUT /v2.0/ports/ae9ed281-ea51-4956-927c-19d947e31119 HTTP/1.1" status: 200 len: 1093 time: 0.7048457 Aug 09 17:47:23.183638 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1424f0b-e9b8-4dff-925c-801e7e5b83d4', 'tag': 'ae9ed281-ea51-4956-927c-19d947e31119'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:47:23.185952 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9337953e-afdd-4cfb-8908-da8c7bbf505e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1424f0b-e9b8-4dff-925c-801e7e5b83d4", "tag": "ae9ed281-ea51-4956-927c-19d947e31119"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:47:23.217528 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8560eb-dc0d-4b83-9f9e-f3e9de5556a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9ed281-ea51-4956-927c-19d947e31119,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:23.235630 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab41bb38-2fb8-4ac4-978b-63a9f4cd26ef x-openstack-request-id: req-ab41bb38-2fb8-4ac4-978b-63a9f4cd26ef {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:47:23.235917 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1424f0b-e9b8-4dff-925c-801e7e5b83d4", "tag": "ae9ed281-ea51-4956-927c-19d947e31119", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:47:23.236165 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-ab41bb38-2fb8-4ac4-978b-63a9f4cd26ef {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:47:23.236560 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1424f0b-e9b8-4dff-925c-801e7e5b83d4', 'tag': 'ae9ed281-ea51-4956-927c-19d947e31119', 'status': 'completed', 'code': 200} Aug 09 17:47:23.309285 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bb567-755d-4844-850e-5034cc70b095 req-0a26ab28-c41d-4edb-8a30-daf5ed3bfafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:23.310832 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8f7bb567-755d-4844-850e-5034cc70b095 req-0a26ab28-c41d-4edb-8a30-daf5ed3bfafe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 1096 time: 0.0528383 Aug 09 17:47:23.363513 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8f7bb567-755d-4844-850e-5034cc70b095 req-f156c8fb-6bc1-4f13-83ac-97edba43dbfb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae9ed281-ea51-4956-927c-19d947e31119 HTTP/1.1" status: 200 len: 217 time: 0.0357890 Aug 09 17:47:23.415461 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bb567-755d-4844-850e-5034cc70b095 req-fb6b6fc4-7e7a-4f42-84a1-4410edce7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:23.416951 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8f7bb567-755d-4844-850e-5034cc70b095 req-fb6b6fc4-7e7a-4f42-84a1-4410edce7684 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4a1b09-306b-478e-b9be-ae5e19d8c7ce HTTP/1.1" status: 200 len: 851 time: 0.0452545 Aug 09 17:47:23.469880 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bb567-755d-4844-850e-5034cc70b095 req-7e119e81-622e-4e47-9f1c-a71a01cdf979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:23.472800 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8f7bb567-755d-4844-850e-5034cc70b095 req-7e119e81-622e-4e47-9f1c-a71a01cdf979 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=977525a1-e275-4770-bce2-2f4d7a6aa30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445638 Aug 09 17:47:23.566573 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2709217-b837-47f5-94bb-ba2e7fe75144 req-d604d6fb-c245-4e5e-aa1c-1be0b24a0e08 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:23.568185 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e2709217-b837-47f5-94bb-ba2e7fe75144 req-d604d6fb-c245-4e5e-aa1c-1be0b24a0e08 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0494964 Aug 09 17:47:23.568335 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8f7bb567-755d-4844-850e-5034cc70b095 req-3a8305a6-4666-420c-bbc3-fb74f00afffd service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868433 Aug 09 17:47:23.615277 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e2709217-b837-47f5-94bb-ba2e7fe75144 req-1aafa71e-2480-4988-84fa-771ecbec2e4d tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400398 Aug 09 17:47:23.664231 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8f7bb567-755d-4844-850e-5034cc70b095 req-021fefe7-55c8-4a5e-bcfa-0adf1fd44b02 service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879602 Aug 09 17:47:23.840973 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337953e-afdd-4cfb-8908-da8c7bbf505e req-1c4b26b9-a919-4634-b186-9e848a224af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:23.842316 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797331-2a38-4db1-875c-e8fec07bcb98 req-da9f8d2c-dd30-4735-a1e7-baba73a4548c tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:23.842850 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-9337953e-afdd-4cfb-8908-da8c7bbf505e req-1c4b26b9-a919-4634-b186-9e848a224af5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 1096 time: 0.0439279 Aug 09 17:47:23.844051 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a5797331-2a38-4db1-875c-e8fec07bcb98 req-da9f8d2c-dd30-4735-a1e7-baba73a4548c tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 943 time: 0.0564468 Aug 09 17:47:23.911386 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a5797331-2a38-4db1-875c-e8fec07bcb98 req-b5678f7e-3895-43ee-88dc-dc1d1186db3d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612810 Aug 09 17:47:23.930108 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e303dc-3c30-4fa4-8a9f-8949e33ab248 req-97111c08-e9e3-41fa-99c2-03eabe911a07 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:23.931637 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e0e303dc-3c30-4fa4-8a9f-8949e33ab248 req-97111c08-e9e3-41fa-99c2-03eabe911a07 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 944 time: 0.0730047 Aug 09 17:47:23.936615 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337953e-afdd-4cfb-8908-da8c7bbf505e req-d9eef5c9-60e4-4b7a-9524-eaa75c6fbb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:23.938262 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-9337953e-afdd-4cfb-8908-da8c7bbf505e req-d9eef5c9-60e4-4b7a-9524-eaa75c6fbb48 service neutron] 10.222.0.65 "GET /v2.0/networks?id=977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 200 len: 913 time: 0.0873678 Aug 09 17:47:23.975116 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e0e303dc-3c30-4fa4-8a9f-8949e33ab248 req-625a3a7a-7aed-436f-9483-57d6fa5816b0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366592 Aug 09 17:47:23.987777 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-9337953e-afdd-4cfb-8908-da8c7bbf505e req-7aff2ba4-183e-439a-b4ca-a9e8163504c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae9ed281-ea51-4956-927c-19d947e31119 HTTP/1.1" status: 200 len: 217 time: 0.0411515 Aug 09 17:47:24.063529 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337953e-afdd-4cfb-8908-da8c7bbf505e req-8fc85d39-5d3c-41a4-a557-f2764cd8c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:24.065105 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-9337953e-afdd-4cfb-8908-da8c7bbf505e req-8fc85d39-5d3c-41a4-a557-f2764cd8c147 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4a1b09-306b-478e-b9be-ae5e19d8c7ce HTTP/1.1" status: 200 len: 851 time: 0.0470934 Aug 09 17:47:24.113425 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337953e-afdd-4cfb-8908-da8c7bbf505e req-81137359-ba48-462d-880c-4a24669dd0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:24.114936 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-9337953e-afdd-4cfb-8908-da8c7bbf505e req-81137359-ba48-462d-880c-4a24669dd0be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=977525a1-e275-4770-bce2-2f4d7a6aa30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419760 Aug 09 17:47:24.213484 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-9337953e-afdd-4cfb-8908-da8c7bbf505e req-0b97aa10-ac5b-4d1c-a72f-36643fc5c9eb service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889707 Aug 09 17:47:24.306200 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-9337953e-afdd-4cfb-8908-da8c7bbf505e req-4b26b43c-1f36-4a45-9081-a09dd972199c service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825074 Aug 09 17:47:24.351113 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:47:24.401113 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:47:24.406334 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:47:24.406708 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:24.488432 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:24.511498 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9690f642-1eeb-4fce-938d-d86177b338ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:47:24.513886 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c52eece-8b50-4d19-83d1-180d3a1df392" -d '{"events": [{"server_uuid": "9690f642-1eeb-4fce-938d-d86177b338ce", "name": "network-vif-plugged", "status": "completed", "tag": "6fd50b7c-b111-4f17-9d3a-097dcbb642a8"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:47:24.527731 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:24.532000 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:24.556383 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a70f81-82b7-492b-a81a-f36e409f1b99 x-openstack-request-id: req-64a70f81-82b7-492b-a81a-f36e409f1b99 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:47:24.556671 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9690f642-1eeb-4fce-938d-d86177b338ce", "name": "network-vif-plugged", "status": "completed", "tag": "6fd50b7c-b111-4f17-9d3a-097dcbb642a8", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:47:24.556918 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-64a70f81-82b7-492b-a81a-f36e409f1b99 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:47:24.557304 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9690f642-1eeb-4fce-938d-d86177b338ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8', 'code': 200} Aug 09 17:47:24.582194 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:24.736101 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a0e4-5022-43ce-b7dd-cf007196590b req-edb1da67-4291-48cf-ac14-589139424378 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:24.737572 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ae81a0e4-5022-43ce-b7dd-cf007196590b req-edb1da67-4291-48cf-ac14-589139424378 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0526896 Aug 09 17:47:24.778743 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ae81a0e4-5022-43ce-b7dd-cf007196590b req-757da8dc-0eb6-43da-986d-dc851097a87e tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352228 Aug 09 17:47:24.791022 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8a3c4-f437-4ff6-95d5-86b43ea28d96 req-bc68fff2-983a-4fe7-8c52-6c6623672387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:24.792582 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5ee8a3c4-f437-4ff6-95d5-86b43ea28d96 req-bc68fff2-983a-4fe7-8c52-6c6623672387 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 1098 time: 0.0465534 Aug 09 17:47:24.831132 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5ee8a3c4-f437-4ff6-95d5-86b43ea28d96 req-7367913a-7396-4c92-89b1-4fc8982a6f82 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281534 Aug 09 17:47:25.029647 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826da23-5622-4ee3-9b6d-c9d0c35db250 req-eb15c4b4-84fb-437d-8779-211ea0c3dc9d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:25.031227 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6826da23-5622-4ee3-9b6d-c9d0c35db250 req-eb15c4b4-84fb-437d-8779-211ea0c3dc9d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 943 time: 0.0508347 Aug 09 17:47:25.098914 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6826da23-5622-4ee3-9b6d-c9d0c35db250 req-c764fbff-d52e-4dc2-b072-631d07cecd05 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618308 Aug 09 17:47:25.116178 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacea934-e4e6-43c7-a457-a745ed2813d8 req-c7f9e111-ac2f-4739-8a06-0c46794cd295 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:25.117646 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bacea934-e4e6-43c7-a457-a745ed2813d8 req-c7f9e111-ac2f-4739-8a06-0c46794cd295 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0662811 Aug 09 17:47:25.157490 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bacea934-e4e6-43c7-a457-a745ed2813d8 req-aadba278-2223-4870-af62-69a3f2c3a2fd tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331893 Aug 09 17:47:25.902144 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9daa48-6444-44c7-a728-3179f8d44ca8 req-86d85bb0-a17b-4a8c-bec7-0b88fdd1b1ea tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:25.903664 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1f9daa48-6444-44c7-a728-3179f8d44ca8 req-86d85bb0-a17b-4a8c-bec7-0b88fdd1b1ea tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0541699 Aug 09 17:47:25.941156 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1f9daa48-6444-44c7-a728-3179f8d44ca8 req-0e688b08-de15-40e6-b0ce-d3dd32fe5820 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314994 Aug 09 17:47:26.222399 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213719dd-1429-4d4d-94c8-f6a4a0b3ee6b req-6b25ef39-9376-4965-8a97-4bd25979b026 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:26.223990 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-213719dd-1429-4d4d-94c8-f6a4a0b3ee6b req-6b25ef39-9376-4965-8a97-4bd25979b026 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 943 time: 0.0523868 Aug 09 17:47:26.264625 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-213719dd-1429-4d4d-94c8-f6a4a0b3ee6b req-d82bdffb-8ab3-46ab-b74e-7fe1cd1be621 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338664 Aug 09 17:47:26.341916 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319281d-8231-4ab0-a643-a6b32d12f37f req-0439d137-f4e8-4abf-99da-96d8a066bb6d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:26.343438 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9319281d-8231-4ab0-a643-a6b32d12f37f req-0439d137-f4e8-4abf-99da-96d8a066bb6d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0516942 Aug 09 17:47:26.383982 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9319281d-8231-4ab0-a643-a6b32d12f37f req-8e15d468-6ebc-4e91-94d3-e8ccbdb292ee tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343282 Aug 09 17:47:26.622193 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:26.762421 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f1178115-0cb2-418f-809a-af24dd919780 req-e4f9cb41-0ddb-4a95-88dc-4d7ce2c150e8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167525084&fields=id&tenant_id=9440c277d0a54d0abe5c6e7767b5c092 HTTP/1.1" status: 200 len: 267 time: 0.0325410 Aug 09 17:47:26.819107 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1178115-0cb2-418f-809a-af24dd919780 req-3ef8d627-9232-4527-b790-f388b5fecc2d tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:26.820599 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f1178115-0cb2-418f-809a-af24dd919780 req-3ef8d627-9232-4527-b790-f388b5fecc2d tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 984 time: 0.0524139 Aug 09 17:47:26.832325 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [req-f1178115-0cb2-418f-809a-af24dd919780 req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Request body: {'port': {'security_groups': ['2d86c103-5e46-46c8-b6d8-b805bf642eea']}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:47:26.903016 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-f1178115-0cb2-418f-809a-af24dd919780 req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:27.116476 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca1eb9-ce40-423d-8756-f569ca74fce3 req-422cfeea-5dc0-4957-96d6-5f81c2da4588 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:27.117916 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eaca1eb9-ce40-423d-8756-f569ca74fce3 req-422cfeea-5dc0-4957-96d6-5f81c2da4588 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0841031 Aug 09 17:47:27.124628 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [req-f1178115-0cb2-418f-809a-af24dd919780 req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] For port 450e3389-380a-4b08-83f0-d8e33b57dc90, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=450e3389-380a-4b08-83f0-d8e33b57dc90,segment=NetworkSegment(27b5461f-d291-4701-9675-74536508829b),segment_id=27b5461f-d291-4701-9675-74536508829b)] {{(pid=99900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:27.179296 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-f1178115-0cb2-418f-809a-af24dd919780 req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for port, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:27.184529 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eaca1eb9-ce40-423d-8756-f569ca74fce3 req-63deddaf-ecfd-4d30-83f1-9fc40a3d29e3 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579026 Aug 09 17:47:27.185572 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-f1178115-0cb2-418f-809a-af24dd919780 req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004119'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:27.223823 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['450e3389-380a-4b08-83f0-d8e33b57dc90'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:47:27.228134 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1178115-0cb2-418f-809a-af24dd919780 req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:27.228785 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [req-f1178115-0cb2-418f-809a-af24dd919780 req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:27.230816 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f1178115-0cb2-418f-809a-af24dd919780 req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "PUT /v2.0/ports/450e3389-380a-4b08-83f0-d8e33b57dc90 HTTP/1.1" status: 200 len: 942 time: 0.4031279 Aug 09 17:47:27.231840 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'tag': '450e3389-380a-4b08-83f0-d8e33b57dc90'}] {{(pid=99900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:47:27.233995 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52788b1323733baf8e31af4f639cf4d765f564af81bf47ef1f9025336242e156" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3533d91-e447-4c92-87b2-1b79ecec491a" -d '{"events": [{"name": "network-changed", "server_uuid": "92ab0fa6-892f-4c09-b244-ad6a270b5026", "tag": "450e3389-380a-4b08-83f0-d8e33b57dc90"}]}' {{(pid=99900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:47:27.237444 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55264) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:27.297829 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683d0a16-a126-45cd-b30c-ffa6026b117a x-openstack-request-id: req-683d0a16-a126-45cd-b30c-ffa6026b117a {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:47:27.298143 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ab0fa6-892f-4c09-b244-ad6a270b5026", "tag": "450e3389-380a-4b08-83f0-d8e33b57dc90", "status": "completed", "code": 200}]} {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:47:27.298957 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-683d0a16-a126-45cd-b30c-ffa6026b117a {{(pid=99900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:47:27.299370 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'tag': '450e3389-380a-4b08-83f0-d8e33b57dc90', 'status': 'completed', 'code': 200} Aug 09 17:47:27.305248 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Pushing event updated for resources: {'Port': ['ID=450e3389-380a-4b08-83f0-d8e33b57dc90,revision_number=7']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:27.324328 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:27.324664 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:27.325006 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:27.325339 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:27.325667 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:27.325994 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:27.326319 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:27.326644 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:27.326997 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:27.327335 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:27.327633 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:27.327941 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7e01f7-94f3-44f3-b56d-f71b8e0fa5c4 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:27.365925 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5d6d66e3-afb7-44d7-9f43-25b74df5582f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:27.379486 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3533d91-e447-4c92-87b2-1b79ecec491a req-48e5daff-e28b-490d-a074-5e1ee86a8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:27.381215 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-a3533d91-e447-4c92-87b2-1b79ecec491a req-48e5daff-e28b-490d-a074-5e1ee86a8e62 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9440c277d0a54d0abe5c6e7767b5c092&device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 1098 time: 0.0515807 Aug 09 17:47:27.412709 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['450e3389-380a-4b08-83f0-d8e33b57dc90'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:47:27.458082 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5d6d66e3-afb7-44d7-9f43-25b74df5582f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:27.512319 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3533d91-e447-4c92-87b2-1b79ecec491a req-67bbe5c7-af26-4eac-9f08-5e66ff0edbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:27.513337 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f5c37-1b06-47c5-acf7-1cd7170db44c req-868c3f2a-63a8-4434-ae2d-7d986cca550a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:27.513846 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-a3533d91-e447-4c92-87b2-1b79ecec491a req-67bbe5c7-af26-4eac-9f08-5e66ff0edbbe service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b8dc70c-170e-4ae3-90f8-fd33329b11d9 HTTP/1.1" status: 200 len: 915 time: 0.1238494 Aug 09 17:47:27.514933 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b08f5c37-1b06-47c5-acf7-1cd7170db44c req-868c3f2a-63a8-4434-ae2d-7d986cca550a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 943 time: 0.1329145 Aug 09 17:47:27.559550 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-592f366d-db01-4725-a320-cce6b6bbfc00 None None] Provisioning complete for port 450e3389-380a-4b08-83f0-d8e33b57dc90 triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:47:27.560124 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-592f366d-db01-4725-a320-cce6b6bbfc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:27.584278 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d44009-fe5a-4ae0-a7d4-1185683d4ffc req-37847212-b14b-4686-879a-238e73d18f26 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:27.585278 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b9d44009-fe5a-4ae0-a7d4-1185683d4ffc req-37847212-b14b-4686-879a-238e73d18f26 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0832131 Aug 09 17:47:27.609875 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b08f5c37-1b06-47c5-acf7-1cd7170db44c req-5f3d7517-a354-4902-a0bf-81f5c6b72b61 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850046 Aug 09 17:47:27.628182 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5d6d66e3-afb7-44d7-9f43-25b74df5582f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:27.630801 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-5d6d66e3-afb7-44d7-9f43-25b74df5582f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:27.635554 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-5d6d66e3-afb7-44d7-9f43-25b74df5582f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "DELETE /v2.0/security-groups/ad800a20-c29a-41c2-a0ff-56e280a5aa97 HTTP/1.1" status: 204 len: 168 time: 0.3898561 Aug 09 17:47:27.642211 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55276) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:27.650758 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-a3533d91-e447-4c92-87b2-1b79ecec491a req-7178c542-4c38-4609-80ca-566dbb606439 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=450e3389-380a-4b08-83f0-d8e33b57dc90 HTTP/1.1" status: 200 len: 1000 time: 0.1265895 Aug 09 17:47:27.691383 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b9d44009-fe5a-4ae0-a7d4-1185683d4ffc req-e886f3b3-878c-4252-93de-d718218c8b82 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989735 Aug 09 17:47:27.693926 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d66e3-afb7-44d7-9f43-25b74df5582f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad800a20-c29a-41c2-a0ff-56e280a5aa97,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:27.731166 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3533d91-e447-4c92-87b2-1b79ecec491a req-da763c0a-a306-441d-979d-a842e6f1694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:27.731166 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-a3533d91-e447-4c92-87b2-1b79ecec491a req-da763c0a-a306-441d-979d-a842e6f1694e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5 HTTP/1.1" status: 200 len: 853 time: 0.0671034 Aug 09 17:47:27.821348 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3533d91-e447-4c92-87b2-1b79ecec491a req-8586c648-d14b-4297-8bab-638e6896bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:27.823519 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-a3533d91-e447-4c92-87b2-1b79ecec491a req-8586c648-d14b-4297-8bab-638e6896bbb3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b8dc70c-170e-4ae3-90f8-fd33329b11d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0885110 Aug 09 17:47:27.890922 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d80f7-8610-4344-9b02-a72736ddb976 req-7441900b-3b79-4600-8deb-d8f39ca3b556 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:27.892540 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-186d80f7-8610-4344-9b02-a72736ddb976 req-7441900b-3b79-4600-8deb-d8f39ca3b556 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0990901 Aug 09 17:47:27.905426 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 55282) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:27.911973 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-34dd658c-0235-4302-a482-a1f71e2b8e96 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Request body: {'floatingip': {'port_id': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:47:27.931220 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-170c9a07-55d9-4b9b-ac37-b3561bf6d403 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Deleting port f89b2dd0-cfd9-4b52-ab36-ac9f042a9345 {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:47:27.931574 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-170c9a07-55d9-4b9b-ac37-b3561bf6d403 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:27.963851 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-34dd658c-0235-4302-a482-a1f71e2b8e96 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for floatingip, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:28.017124 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-170c9a07-55d9-4b9b-ac37-b3561bf6d403 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:28.017503 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-170c9a07-55d9-4b9b-ac37-b3561bf6d403 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:28.031666 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-170c9a07-55d9-4b9b-ac37-b3561bf6d403 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Calling delete_port for f89b2dd0-cfd9-4b52-ab36-ac9f042a9345 owned by network:floatingip {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:47:28.055142 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-a3533d91-e447-4c92-87b2-1b79ecec491a req-6fe67147-d239-4df8-91d5-d32b72ef4708 service neutron] 10.222.0.65 "GET /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218556 Aug 09 17:47:28.221237 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-170c9a07-55d9-4b9b-ac37-b3561bf6d403 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:28.260346 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c9a07-55d9-4b9b-ac37-b3561bf6d403 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Pushing event deleted for resources: {'Port': ['ID=f89b2dd0-cfd9-4b52-ab36-ac9f042a9345,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:28.266060 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-a3533d91-e447-4c92-87b2-1b79ecec491a req-6f29eee1-e7cb-4d85-af3f-9a58ce6cad69 service neutron] 10.222.0.65 "GET /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884077 Aug 09 17:47:28.357765 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae860c-d886-4ac8-ae0b-72a93ff5b052 req-fcb03305-de78-4c7d-996d-2085b661f1c0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:28.359337 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-14ae860c-d886-4ac8-ae0b-72a93ff5b052 req-fcb03305-de78-4c7d-996d-2085b661f1c0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.1008081 Aug 09 17:47:28.362269 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-170c9a07-55d9-4b9b-ac37-b3561bf6d403 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks [] for floatingip, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:28.362604 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.l3_db [None req-170c9a07-55d9-4b9b-ac37-b3561bf6d403 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Floating IP 9372ba1a-ad18-4249-ac7c-3efabfec9b1e disassociated (deleted). External IP: 172.27.3.71, port: 450e3389-380a-4b08-83f0-d8e33b57dc90. Aug 09 17:47:28.474242 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-14ae860c-d886-4ac8-ae0b-72a93ff5b052 req-776cac09-7e91-428c-b4ff-0714be582d24 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739098 Aug 09 17:47:28.623866 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170c9a07-55d9-4b9b-ac37-b3561bf6d403 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Router b2e93921-a2c5-4e07-8275-296d3b954722 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:47:28.790825 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-34dd658c-0235-4302-a482-a1f71e2b8e96 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:28.793993 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb31b6-b6ac-469a-a4dd-98351d50b0b8 req-7b48d85b-d845-4a45-a26d-feed4969d9d1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:28.795855 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2fcb31b6-b6ac-469a-a4dd-98351d50b0b8 req-7b48d85b-d845-4a45-a26d-feed4969d9d1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 943 time: 0.1017373 Aug 09 17:47:28.796717 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-34dd658c-0235-4302-a482-a1f71e2b8e96 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:28.805048 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170c9a07-55d9-4b9b-ac37-b3561bf6d403 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:47:28.811581 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-170c9a07-55d9-4b9b-ac37-b3561bf6d403 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:28.816456 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca526754-1054-4a85-8142-e6c45783b773 None None] Sync routers for ids ['b2e93921-a2c5-4e07-8275-296d3b954722'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:47:28.829681 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca526754-1054-4a85-8142-e6c45783b773 None None] Routers {'b2e93921-a2c5-4e07-8275-296d3b954722'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:47:28.830693 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-ca526754-1054-4a85-8142-e6c45783b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:47:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['b2e93921-a2c5-4e07-8275-296d3b954722'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:28.854793 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-170c9a07-55d9-4b9b-ac37-b3561bf6d403 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "DELETE /v2.0/floatingips/9372ba1a-ad18-4249-ac7c-3efabfec9b1e HTTP/1.1" status: 204 len: 168 time: 1.2107084 Aug 09 17:47:28.880524 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2fcb31b6-b6ac-469a-a4dd-98351d50b0b8 req-caedc410-0f18-4970-8cba-e2b8a64015f2 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776410 Aug 09 17:47:28.950584 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.l3_db [None req-34dd658c-0235-4302-a482-a1f71e2b8e96 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Floating IP 072a0276-fba9-4bdc-a219-b8ede7399f66 associated. External IP: 172.27.3.41, port: 6fd50b7c-b111-4f17-9d3a-097dcbb642a8. Aug 09 17:47:28.991372 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-ca526754-1054-4a85-8142-e6c45783b773 None None] Set router b2e93921-a2c5-4e07-8275-296d3b954722 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:47:29.186028 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dd658c-0235-4302-a482-a1f71e2b8e96 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Router 6db682de-c95f-479b-b88d-8af3386ffb9d has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:47:29.213253 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-ca526754-1054-4a85-8142-e6c45783b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'name': 'tempest-TestMinimumBasicScenario-743073279-router', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:43Z', 'updated_at': '2021-08-09T17:43:49Z', 'revision_number': 4, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'gw_port': {'id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:44Z', 'updated_at': '2021-08-09T17:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'b2a4f38d-54e3-4540-9c50-a628d33d79cb', 'name': '', 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'mac_address': 'fa:16:3e:8d:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:47Z', 'updated_at': '2021-08-09T17:43:57Z', 'revision_number': 5, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'subnets': [{'id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:29.245258 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca526754-1054-4a85-8142-e6c45783b773 None None] Checking router: b2e93921-a2c5-4e07-8275-296d3b954722 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:47:29.254005 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca526754-1054-4a85-8142-e6c45783b773 None None] Routers {'b2e93921-a2c5-4e07-8275-296d3b954722'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:47:29.254619 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-ca526754-1054-4a85-8142-e6c45783b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:47:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['b2e93921-a2c5-4e07-8275-296d3b954722'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:29.298173 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dd658c-0235-4302-a482-a1f71e2b8e96 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:47:29.300157 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'tag': '450e3389-380a-4b08-83f0-d8e33b57dc90'}] {{(pid=99900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:47:29.302851 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-34dd658c-0235-4302-a482-a1f71e2b8e96 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:29.303721 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52788b1323733baf8e31af4f639cf4d765f564af81bf47ef1f9025336242e156" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00442028-c457-4869-abee-7cb8557f9dad" -d '{"events": [{"name": "network-changed", "server_uuid": "92ab0fa6-892f-4c09-b244-ad6a270b5026", "tag": "450e3389-380a-4b08-83f0-d8e33b57dc90"}]}' {{(pid=99900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:47:29.312232 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d262113e-3030-40a3-a2ce-851066a301f2 None None] Sync routers for ids ['6db682de-c95f-479b-b88d-8af3386ffb9d'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:47:29.322774 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d262113e-3030-40a3-a2ce-851066a301f2 None None] Routers {'6db682de-c95f-479b-b88d-8af3386ffb9d'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:47:29.324443 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-d262113e-3030-40a3-a2ce-851066a301f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:47:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['6db682de-c95f-479b-b88d-8af3386ffb9d'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:29.339385 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-34dd658c-0235-4302-a482-a1f71e2b8e96 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "PUT /v2.0/floatingips/072a0276-fba9-4bdc-a219-b8ede7399f66 HTTP/1.1" status: 200 len: 990 time: 1.4320505 Aug 09 17:47:29.340034 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9690f642-1eeb-4fce-938d-d86177b338ce', 'tag': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:47:29.342366 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44592d5f-adfc-4e1b-904c-7575e1ac8c74" -d '{"events": [{"name": "network-changed", "server_uuid": "9690f642-1eeb-4fce-938d-d86177b338ce", "tag": "6fd50b7c-b111-4f17-9d3a-097dcbb642a8"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:47:29.348972 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07211995-49eb-4260-aa9e-7b7a74b244b5 x-openstack-request-id: req-07211995-49eb-4260-aa9e-7b7a74b244b5 {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:47:29.349257 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ab0fa6-892f-4c09-b244-ad6a270b5026", "tag": "450e3389-380a-4b08-83f0-d8e33b57dc90", "status": "completed", "code": 200}]} {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:47:29.349503 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-07211995-49eb-4260-aa9e-7b7a74b244b5 {{(pid=99900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:47:29.349899 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'tag': '450e3389-380a-4b08-83f0-d8e33b57dc90', 'status': 'completed', 'code': 200} Aug 09 17:47:29.388232 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942d2336-20fb-4795-ab4e-32f2011c31a4 x-openstack-request-id: req-942d2336-20fb-4795-ab4e-32f2011c31a4 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:47:29.388625 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9690f642-1eeb-4fce-938d-d86177b338ce", "tag": "6fd50b7c-b111-4f17-9d3a-097dcbb642a8", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:47:29.388780 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-942d2336-20fb-4795-ab4e-32f2011c31a4 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:47:29.391415 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9690f642-1eeb-4fce-938d-d86177b338ce', 'tag': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8', 'status': 'completed', 'code': 200} Aug 09 17:47:29.483802 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-d262113e-3030-40a3-a2ce-851066a301f2 None None] Set router 6db682de-c95f-479b-b88d-8af3386ffb9d gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:47:29.547886 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-ca526754-1054-4a85-8142-e6c45783b773 None None] Set router b2e93921-a2c5-4e07-8275-296d3b954722 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:47:29.627043 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9393f-f623-4ce6-b714-2f7084cb508c req-a59437ac-66c0-41d2-aff7-6795c08ca3bd tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:29.634414 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-69e9393f-f623-4ce6-b714-2f7084cb508c req-a59437ac-66c0-41d2-aff7-6795c08ca3bd tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0612035 Aug 09 17:47:29.671258 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-69e9393f-f623-4ce6-b714-2f7084cb508c req-f271e6b6-b855-4357-9fb4-179eb571a504 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358086 Aug 09 17:47:29.743656 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-d262113e-3030-40a3-a2ce-851066a301f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:24Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '072a0276-fba9-4bdc-a219-b8ede7399f66', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'floating_ip_address': '172.27.3.41', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'port_id': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'mac_address': 'fa:16:3e:e7:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690f642-1eeb-4fce-938d-d86177b338ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:47:15Z', 'updated_at': '2021-08-09T17:47:28Z', 'revision_number': 1, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34684c8c-35b9-445d-890d-2984fc69f8ff', 'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'mac_address': 'fa:16:3e:a5:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:22Z', 'updated_at': '2021-08-09T17:42:36Z', 'revision_number': 5, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'subnets': [{'id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:29.759701 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-ca526754-1054-4a85-8142-e6c45783b773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'name': 'tempest-TestMinimumBasicScenario-743073279-router', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:43Z', 'updated_at': '2021-08-09T17:43:49Z', 'revision_number': 4, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'gw_port': {'id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:44Z', 'updated_at': '2021-08-09T17:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'b2a4f38d-54e3-4540-9c50-a628d33d79cb', 'name': '', 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'mac_address': 'fa:16:3e:8d:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:47Z', 'updated_at': '2021-08-09T17:43:57Z', 'revision_number': 5, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'subnets': [{'id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:29.771122 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d262113e-3030-40a3-a2ce-851066a301f2 None None] Checking router: 6db682de-c95f-479b-b88d-8af3386ffb9d for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:47:29.779681 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d262113e-3030-40a3-a2ce-851066a301f2 None None] Routers {'6db682de-c95f-479b-b88d-8af3386ffb9d'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:47:29.780291 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-d262113e-3030-40a3-a2ce-851066a301f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:47:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['6db682de-c95f-479b-b88d-8af3386ffb9d'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:29.786756 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca526754-1054-4a85-8142-e6c45783b773 None None] The sync data for ids ['b2e93921-a2c5-4e07-8275-296d3b954722'] in dv-cinder-780933-13-iscsi is: [{'id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'name': 'tempest-TestMinimumBasicScenario-743073279-router', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:43Z', 'updated_at': '2021-08-09T17:43:49Z', 'revision_number': 4, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'gw_port': {'id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:44Z', 'updated_at': '2021-08-09T17:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'b2a4f38d-54e3-4540-9c50-a628d33d79cb', 'name': '', 'network_id': '4b8dc70c-170e-4ae3-90f8-fd33329b11d9', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'mac_address': 'fa:16:3e:8d:cb:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:47Z', 'updated_at': '2021-08-09T17:43:57Z', 'revision_number': 5, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'subnets': [{'id': 'c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:47:29.985668 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-d262113e-3030-40a3-a2ce-851066a301f2 None None] Set router 6db682de-c95f-479b-b88d-8af3386ffb9d gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:47:30.015116 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26714b3-56ef-411f-a4c1-b5a927b9d728 req-5b32f776-88aa-427b-a722-11ba785ea552 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:30.016914 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c26714b3-56ef-411f-a4c1-b5a927b9d728 req-5b32f776-88aa-427b-a722-11ba785ea552 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 943 time: 0.0572896 Aug 09 17:47:30.031164 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3172af5e-d184-46a0-83aa-cb25f0a65eec None None] New status for floating IP 9372ba1a-ad18-4249-ac7c-3efabfec9b1e: DOWN {{(pid=99901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:47:30.064751 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c26714b3-56ef-411f-a4c1-b5a927b9d728 req-7cacb9e1-e622-45ca-a560-0d5523b4024c tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407817 Aug 09 17:47:30.229022 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-d262113e-3030-40a3-a2ce-851066a301f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:24Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '072a0276-fba9-4bdc-a219-b8ede7399f66', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'floating_ip_address': '172.27.3.41', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'port_id': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'mac_address': 'fa:16:3e:e7:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690f642-1eeb-4fce-938d-d86177b338ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:47:15Z', 'updated_at': '2021-08-09T17:47:28Z', 'revision_number': 1, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34684c8c-35b9-445d-890d-2984fc69f8ff', 'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'mac_address': 'fa:16:3e:a5:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:22Z', 'updated_at': '2021-08-09T17:42:36Z', 'revision_number': 5, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'subnets': [{'id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:30.260004 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d262113e-3030-40a3-a2ce-851066a301f2 None None] The sync data for ids ['6db682de-c95f-479b-b88d-8af3386ffb9d'] in dv-cinder-780933-13-iscsi is: [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:24Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '072a0276-fba9-4bdc-a219-b8ede7399f66', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'floating_ip_address': '172.27.3.41', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'port_id': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'mac_address': 'fa:16:3e:e7:63:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690f642-1eeb-4fce-938d-d86177b338ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:47:15Z', 'updated_at': '2021-08-09T17:47:28Z', 'revision_number': 1, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34684c8c-35b9-445d-890d-2984fc69f8ff', 'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'mac_address': 'fa:16:3e:a5:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:22Z', 'updated_at': '2021-08-09T17:42:36Z', 'revision_number': 5, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'subnets': [{'id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:47:30.452057 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cd7fe7-e4bf-4b54-b1cb-fa3d7e2277ea None None] New status for floating IP 072a0276-fba9-4bdc-a219-b8ede7399f66: ACTIVE {{(pid=99902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:47:30.790222 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c47a8-90f5-4b00-a178-45570b0ac023 req-f9bf32d7-1ea6-442f-89a9-67ac0c8eaa46 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:30.792559 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6b5c47a8-90f5-4b00-a178-45570b0ac023 req-f9bf32d7-1ea6-442f-89a9-67ac0c8eaa46 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0505700 Aug 09 17:47:30.850007 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6b5c47a8-90f5-4b00-a178-45570b0ac023 req-46b2a8ec-fa51-4de1-8851-700d83e67354 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512536 Aug 09 17:47:31.184764 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843d2ee-6a81-4b09-bb12-dc176d5c79ae req-cc357e55-7033-4b77-8a60-0aea87ad5e2f tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:31.186425 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d843d2ee-6a81-4b09-bb12-dc176d5c79ae req-cc357e55-7033-4b77-8a60-0aea87ad5e2f tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 943 time: 0.0508759 Aug 09 17:47:31.224721 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d843d2ee-6a81-4b09-bb12-dc176d5c79ae req-4cca4e02-c143-4d12-a56a-a524e52e97f1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323615 Aug 09 17:47:31.439428 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00442028-c457-4869-abee-7cb8557f9dad req-2a018490-be0e-49b4-9391-3e17558325bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:31.441191 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-00442028-c457-4869-abee-7cb8557f9dad req-2a018490-be0e-49b4-9391-3e17558325bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9440c277d0a54d0abe5c6e7767b5c092&device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 1098 time: 0.0726840 Aug 09 17:47:31.442882 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44592d5f-adfc-4e1b-904c-7575e1ac8c74 req-c22049d1-e7c2-45be-86ff-47bcf0d3fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:31.444235 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-44592d5f-adfc-4e1b-904c-7575e1ac8c74 req-c22049d1-e7c2-45be-86ff-47bcf0d3fcc3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc9699f4940942999992b0fe593c8833&device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 1098 time: 0.0669403 Aug 09 17:47:31.623726 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44592d5f-adfc-4e1b-904c-7575e1ac8c74 req-041d3e41-875d-4aed-9186-91dc4216c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:31.625207 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-44592d5f-adfc-4e1b-904c-7575e1ac8c74 req-041d3e41-875d-4aed-9186-91dc4216c43e service neutron] 10.222.0.65 "GET /v2.0/networks?id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f HTTP/1.1" status: 200 len: 917 time: 0.1505702 Aug 09 17:47:31.626139 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00442028-c457-4869-abee-7cb8557f9dad req-b3e3feb9-35f1-4a76-9d52-7252735b35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:31.627543 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-00442028-c457-4869-abee-7cb8557f9dad req-b3e3feb9-35f1-4a76-9d52-7252735b35e7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b8dc70c-170e-4ae3-90f8-fd33329b11d9 HTTP/1.1" status: 200 len: 915 time: 0.1606014 Aug 09 17:47:31.710893 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-00442028-c457-4869-abee-7cb8557f9dad req-32f9488a-fbd8-4399-9c65-3546959a1fd9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=450e3389-380a-4b08-83f0-d8e33b57dc90 HTTP/1.1" status: 200 len: 217 time: 0.0684323 Aug 09 17:47:31.760566 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-44592d5f-adfc-4e1b-904c-7575e1ac8c74 req-258dd80c-560a-4231-af3f-ccbb4738ae4e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8 HTTP/1.1" status: 200 len: 1000 time: 0.1194496 Aug 09 17:47:31.772586 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00442028-c457-4869-abee-7cb8557f9dad req-e5e75dd1-df4b-42fb-9908-6eefd8914bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:31.773970 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-00442028-c457-4869-abee-7cb8557f9dad req-e5e75dd1-df4b-42fb-9908-6eefd8914bc7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5 HTTP/1.1" status: 200 len: 853 time: 0.0528812 Aug 09 17:47:31.884739 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44592d5f-adfc-4e1b-904c-7575e1ac8c74 req-8ebca7b1-6454-47aa-862e-8fbe1260a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:31.886274 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-44592d5f-adfc-4e1b-904c-7575e1ac8c74 req-8ebca7b1-6454-47aa-862e-8fbe1260a4d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d979a41-53a7-4435-9ead-3f50cab74183 HTTP/1.1" status: 200 len: 855 time: 0.0654871 Aug 09 17:47:31.888973 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00442028-c457-4869-abee-7cb8557f9dad req-1e73dac9-8a04-46ec-9d19-2d90a83af969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:31.890375 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-00442028-c457-4869-abee-7cb8557f9dad req-1e73dac9-8a04-46ec-9d19-2d90a83af969 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b8dc70c-170e-4ae3-90f8-fd33329b11d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0773730 Aug 09 17:47:31.969086 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b265e8-34f2-4ec2-bbaf-680264eabade req-a01f5db3-2b7e-41d9-939c-03f6351599ef tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:31.970489 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-61b265e8-34f2-4ec2-bbaf-680264eabade req-a01f5db3-2b7e-41d9-939c-03f6351599ef tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0505440 Aug 09 17:47:32.000651 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44592d5f-adfc-4e1b-904c-7575e1ac8c74 req-f2ba8350-0cdb-4589-8c9b-bcee9ca7e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:32.002181 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-44592d5f-adfc-4e1b-904c-7575e1ac8c74 req-f2ba8350-0cdb-4589-8c9b-bcee9ca7e8c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0943565 Aug 09 17:47:32.014580 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-61b265e8-34f2-4ec2-bbaf-680264eabade req-542f14d0-1bc8-4b0f-8de6-ca3062bd571e tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381143 Aug 09 17:47:32.077110 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-00442028-c457-4869-abee-7cb8557f9dad req-4c6e3a98-86d7-43de-acbd-66d3c9bedc2d service neutron] 10.222.0.65 "GET /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599877 Aug 09 17:47:32.183431 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-44592d5f-adfc-4e1b-904c-7575e1ac8c74 req-40079c8c-d295-4d3f-adc4-fb79cd0f2d08 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637487 Aug 09 17:47:32.239954 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de76261-e09b-4d4f-9306-9c4531286618 req-79d23b4b-f9b9-49bd-a039-ef7e356d4bdf tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:32.241704 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1de76261-e09b-4d4f-9306-9c4531286618 req-79d23b4b-f9b9-49bd-a039-ef7e356d4bdf tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0614865 Aug 09 17:47:32.261161 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-00442028-c457-4869-abee-7cb8557f9dad req-62505101-2576-4871-92fd-e18a5c11b52c service neutron] 10.222.0.65 "GET /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699903 Aug 09 17:47:32.300138 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1de76261-e09b-4d4f-9306-9c4531286618 req-b6d4765f-b49d-4198-a8dd-b4040f7835dd tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498052 Aug 09 17:47:32.314046 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-44592d5f-adfc-4e1b-904c-7575e1ac8c74 req-9cdef345-e14e-40bf-89a9-4dd05eb7343c service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109173 Aug 09 17:47:32.368796 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce210ec-7304-4ba7-abd5-1146770fde61 req-1de97541-7a95-4e77-a2fd-aa4c450413c8 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:32.371043 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cce210ec-7304-4ba7-abd5-1146770fde61 req-1de97541-7a95-4e77-a2fd-aa4c450413c8 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 943 time: 0.0619364 Aug 09 17:47:32.397321 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458753c-6e87-4d00-863b-1bdff081e82b req-6150919a-7932-45ec-8723-b2cc952b261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:32.398806 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8458753c-6e87-4d00-863b-1bdff081e82b req-6150919a-7932-45ec-8723-b2cc952b261e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=14b16f5b752d4eb6aabccd3304653e6f&device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 1099 time: 0.0433130 Aug 09 17:47:32.411458 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cce210ec-7304-4ba7-abd5-1146770fde61 req-dd984967-176c-48c3-99fe-89ea7df0f96c tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322793 Aug 09 17:47:32.499071 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458753c-6e87-4d00-863b-1bdff081e82b req-8d240eca-c79f-46c0-9539-4210072958e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:32.500565 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8458753c-6e87-4d00-863b-1bdff081e82b req-8d240eca-c79f-46c0-9539-4210072958e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d95f19a3-63ba-4174-9d9b-72eaf529d950 HTTP/1.1" status: 200 len: 911 time: 0.0933042 Aug 09 17:47:32.583930 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8458753c-6e87-4d00-863b-1bdff081e82b req-f512e93a-9ba1-4e74-997b-f23901a75d33 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efdcc8ef-5813-40d6-9c34-07f62f6fc86c HTTP/1.1" status: 200 len: 1001 time: 0.0598891 Aug 09 17:47:32.636221 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458753c-6e87-4d00-863b-1bdff081e82b req-7a5c9247-78e2-4179-8dcb-c61ce9f9cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:32.637765 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8458753c-6e87-4d00-863b-1bdff081e82b req-7a5c9247-78e2-4179-8dcb-c61ce9f9cb13 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f65159c6-cc24-4c8e-bbf6-f2146b8ae904 HTTP/1.1" status: 200 len: 849 time: 0.0448599 Aug 09 17:47:32.687864 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458753c-6e87-4d00-863b-1bdff081e82b req-242d233e-43c6-45b8-bd9f-38a95b25c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:32.689371 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8458753c-6e87-4d00-863b-1bdff081e82b req-242d233e-43c6-45b8-bd9f-38a95b25c9fd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d95f19a3-63ba-4174-9d9b-72eaf529d950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439167 Aug 09 17:47:32.778226 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8458753c-6e87-4d00-863b-1bdff081e82b req-d0150b92-6056-4d91-a4d4-c139845edbf9 service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808852 Aug 09 17:47:32.889054 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8458753c-6e87-4d00-863b-1bdff081e82b req-8f1d5e5d-9051-49a1-9c2f-2654978f94ea service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012592 Aug 09 17:47:33.210747 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e49d2-55f7-4131-b7c2-7a3fdccf6bf8 req-cfe8eaa3-e208-4ed8-8b1b-f6c6b01564fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:33.212291 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-855e49d2-55f7-4131-b7c2-7a3fdccf6bf8 req-cfe8eaa3-e208-4ed8-8b1b-f6c6b01564fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=14b16f5b752d4eb6aabccd3304653e6f&device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 1099 time: 0.0991602 Aug 09 17:47:33.360933 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e49d2-55f7-4131-b7c2-7a3fdccf6bf8 req-f87a1607-39fc-495e-8f3a-88f95fdae355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:33.364369 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-855e49d2-55f7-4131-b7c2-7a3fdccf6bf8 req-f87a1607-39fc-495e-8f3a-88f95fdae355 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d95f19a3-63ba-4174-9d9b-72eaf529d950 HTTP/1.1" status: 200 len: 911 time: 0.0986152 Aug 09 17:47:33.431870 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52f72f-8270-44ae-9b03-4856591275bf req-8c3a741d-086d-485b-a8cc-ec513fbaf0f3 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:33.436716 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3f52f72f-8270-44ae-9b03-4856591275bf req-8c3a741d-086d-485b-a8cc-ec513fbaf0f3 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0594966 Aug 09 17:47:33.455736 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-855e49d2-55f7-4131-b7c2-7a3fdccf6bf8 req-45e4b005-8395-4c3f-b45e-f97efd32a44f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efdcc8ef-5813-40d6-9c34-07f62f6fc86c HTTP/1.1" status: 200 len: 1001 time: 0.0837429 Aug 09 17:47:33.495746 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3f52f72f-8270-44ae-9b03-4856591275bf req-9e647d25-b10e-4851-83ed-e6cbc9c4d0c5 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428805 Aug 09 17:47:33.539552 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e49d2-55f7-4131-b7c2-7a3fdccf6bf8 req-529dc68d-c4de-4dfd-8cca-8c523bc661d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:33.541469 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-855e49d2-55f7-4131-b7c2-7a3fdccf6bf8 req-529dc68d-c4de-4dfd-8cca-8c523bc661d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f65159c6-cc24-4c8e-bbf6-f2146b8ae904 HTTP/1.1" status: 200 len: 849 time: 0.0539834 Aug 09 17:47:33.619165 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e49d2-55f7-4131-b7c2-7a3fdccf6bf8 req-a0060488-15cc-45d2-9581-a3ca35919d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:33.621864 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-855e49d2-55f7-4131-b7c2-7a3fdccf6bf8 req-a0060488-15cc-45d2-9581-a3ca35919d3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d95f19a3-63ba-4174-9d9b-72eaf529d950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536094 Aug 09 17:47:33.632380 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad05c5-a708-44a9-9fb4-b2d49bc5c505 req-bbac1500-f623-4772-8739-a28926469640 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:33.634362 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8dad05c5-a708-44a9-9fb4-b2d49bc5c505 req-bbac1500-f623-4772-8739-a28926469640 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 943 time: 0.0694537 Aug 09 17:47:33.680696 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8dad05c5-a708-44a9-9fb4-b2d49bc5c505 req-676e5907-3dd5-42bf-abe8-0557f3cec663 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392365 Aug 09 17:47:33.803485 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-855e49d2-55f7-4131-b7c2-7a3fdccf6bf8 req-401c1524-fe20-4128-a820-1d239330c2b4 service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159358 Aug 09 17:47:33.908013 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-855e49d2-55f7-4131-b7c2-7a3fdccf6bf8 req-70cdb415-8be4-47a1-bc67-9806815b2941 service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906694 Aug 09 17:47:34.417950 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device ae9ed281-ea51-4956-927c-19d947e31119 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:47:34.540622 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port ae9ed281-ea51-4956-927c-19d947e31119, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ae9ed281-ea51-4956-927c-19d947e31119,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:34.554664 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': 'ae9ed281-ea51-4956-927c-19d947e31119', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'port_id': 'ae9ed281-ea51-4956-927c-19d947e31119', 'mac_address': 'fa:16:3e:d3:88:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:47:34.596775 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:34.614078 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9ed281-ea51-4956-927c-19d947e31119 {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:47:34.637315 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d37c2b-421c-453a-843b-73a04ff9c086 req-9b67507f-28b4-4677-a7e8-5f19c0a1b795 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:34.639296 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-70d37c2b-421c-453a-843b-73a04ff9c086 req-9b67507f-28b4-4677-a7e8-5f19c0a1b795 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0637655 Aug 09 17:47:34.641314 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port ae9ed281-ea51-4956-927c-19d947e31119, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ae9ed281-ea51-4956-927c-19d947e31119,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:34.646097 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:34.711092 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-70d37c2b-421c-453a-843b-73a04ff9c086 req-3fa0eb1f-f4ca-4070-9fe2-a7fcd8c8ff37 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633786 Aug 09 17:47:34.743859 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=ae9ed281-ea51-4956-927c-19d947e31119,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:34.832955 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead8b80-ebef-4db2-baa9-4c8bba789282 req-b1043393-5d1b-4ed9-ac63-e64ed9eab537 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:34.834430 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4ead8b80-ebef-4db2-baa9-4c8bba789282 req-b1043393-5d1b-4ed9-ac63-e64ed9eab537 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 944 time: 0.0645080 Aug 09 17:47:34.882920 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4ead8b80-ebef-4db2-baa9-4c8bba789282 req-bf0e4487-d753-467d-83df-708d8dd579fe tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396347 Aug 09 17:47:34.988559 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['ae9ed281-ea51-4956-927c-19d947e31119'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:47:35.089875 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd77e2-5438-418f-bc19-c7e8df5df373 req-4eed4ddd-7603-4b1e-8f03-73a53e990f73 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:35.091366 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-04cd77e2-5438-418f-bc19-c7e8df5df373 req-4eed4ddd-7603-4b1e-8f03-73a53e990f73 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 945 time: 0.0561807 Aug 09 17:47:35.132500 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-04cd77e2-5438-418f-bc19-c7e8df5df373 req-e0b77a38-53ea-4b82-92e3-cfd269f4136a tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350504 Aug 09 17:47:36.024843 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff1ee3-1717-4126-96cc-e10e7de7d415 req-bf2e28d8-0975-4fa1-a36a-d7f08120b01d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:36.027438 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2aff1ee3-1717-4126-96cc-e10e7de7d415 req-bf2e28d8-0975-4fa1-a36a-d7f08120b01d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 944 time: 0.0609429 Aug 09 17:47:36.080325 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2aff1ee3-1717-4126-96cc-e10e7de7d415 req-c9dddf4b-b7bd-4351-9825-7ce2758ce551 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445812 Aug 09 17:47:36.269568 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd972a8-75ea-4cdf-b7bc-266933c4c5b8 req-a73470ec-cf6a-40ba-adc0-ececa3a62041 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:36.271390 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8bd972a8-75ea-4cdf-b7bc-266933c4c5b8 req-a73470ec-cf6a-40ba-adc0-ececa3a62041 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 945 time: 0.0634584 Aug 09 17:47:36.328010 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8bd972a8-75ea-4cdf-b7bc-266933c4c5b8 req-e89eb158-f857-4692-82d4-16e5d51529b0 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481577 Aug 09 17:47:36.436825 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device ae9ed281-ea51-4956-927c-19d947e31119 up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:47:36.509095 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port ae9ed281-ea51-4956-927c-19d947e31119 completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:47:36.516047 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port ae9ed281-ea51-4956-927c-19d947e31119 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:47:36.516559 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:36.670734 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:36.710992 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1424f0b-e9b8-4dff-925c-801e7e5b83d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9ed281-ea51-4956-927c-19d947e31119'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:47:36.714614 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2dfa32-6270-4dd4-93c2-74f97b41afdd" -d '{"events": [{"server_uuid": "d1424f0b-e9b8-4dff-925c-801e7e5b83d4", "name": "network-vif-plugged", "status": "completed", "tag": "ae9ed281-ea51-4956-927c-19d947e31119"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:47:36.730716 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port ae9ed281-ea51-4956-927c-19d947e31119, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ae9ed281-ea51-4956-927c-19d947e31119,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:36.736979 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:36.772536 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c2a8c8-48f9-4956-815c-ef6e6df0df37 x-openstack-request-id: req-02c2a8c8-48f9-4956-815c-ef6e6df0df37 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:47:36.772837 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1424f0b-e9b8-4dff-925c-801e7e5b83d4", "name": "network-vif-plugged", "status": "completed", "tag": "ae9ed281-ea51-4956-927c-19d947e31119", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:47:36.773094 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-02c2a8c8-48f9-4956-815c-ef6e6df0df37 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:47:36.773499 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1424f0b-e9b8-4dff-925c-801e7e5b83d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9ed281-ea51-4956-927c-19d947e31119', 'code': 200} Aug 09 17:47:36.807708 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=ae9ed281-ea51-4956-927c-19d947e31119,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:37.199282 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c2822-ee1b-4bf0-9929-d82c80863008 req-4d9a0b6d-4c15-40a4-8453-c29e13f4e36d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:37.200941 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c46c2822-ee1b-4bf0-9929-d82c80863008 req-4d9a0b6d-4c15-40a4-8453-c29e13f4e36d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 945 time: 0.0507150 Aug 09 17:47:37.249368 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c46c2822-ee1b-4bf0-9929-d82c80863008 req-4272ef49-77ea-4e96-b2d4-5c46226147b7 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419350 Aug 09 17:47:37.461866 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b1c51-0957-4516-b7f9-0ed05cca5c5a req-1b698944-978f-40dc-b80d-5b7fd10e2dca tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:37.463502 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0d6b1c51-0957-4516-b7f9-0ed05cca5c5a req-1b698944-978f-40dc-b80d-5b7fd10e2dca tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 945 time: 0.0511217 Aug 09 17:47:37.505173 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0d6b1c51-0957-4516-b7f9-0ed05cca5c5a req-891607a1-c281-4a6b-aec0-32c8dd570e22 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356438 Aug 09 17:47:37.914152 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e5e6234e-054f-46a2-8293-40644730b139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:38.393726 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881947f-84b5-476c-a0ba-9f6c3fa2b833 req-51553497-6b08-41af-9a4a-3be352593545 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:38.395368 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1881947f-84b5-476c-a0ba-9f6c3fa2b833 req-51553497-6b08-41af-9a4a-3be352593545 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 945 time: 0.0685334 Aug 09 17:47:38.444561 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1881947f-84b5-476c-a0ba-9f6c3fa2b833 req-3abea8f5-384e-483e-a472-996d275a1e80 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425646 Aug 09 17:47:38.625223 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836a826-74b7-44a3-ad9a-ffba4d6f11de req-4f4ae0ec-cea6-451d-9a7c-eac86cbb9044 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:38.626919 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c836a826-74b7-44a3-ad9a-ffba4d6f11de req-4f4ae0ec-cea6-451d-9a7c-eac86cbb9044 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 945 time: 0.0513725 Aug 09 17:47:38.670635 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c836a826-74b7-44a3-ad9a-ffba4d6f11de req-2f8b20db-4c49-4e28-820d-a418f7c2b4c9 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365045 Aug 09 17:47:39.564285 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac938a-9795-4830-87aa-26deb59c16fe req-06294d80-5561-4a67-9e12-5e9ab1d681d1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:39.565886 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fdac938a-9795-4830-87aa-26deb59c16fe req-06294d80-5561-4a67-9e12-5e9ab1d681d1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 945 time: 0.0494311 Aug 09 17:47:39.607815 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fdac938a-9795-4830-87aa-26deb59c16fe req-219ca55f-2f75-4caa-bb68-98116adff1c4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358424 Aug 09 17:47:39.700975 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c49cc4-88e6-4908-b398-737cd66551af req-cd66481a-143c-43cf-9139-e5ff5edbaa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:39.702508 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f5c49cc4-88e6-4908-b398-737cd66551af req-cd66481a-143c-43cf-9139-e5ff5edbaa44 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 1098 time: 0.0456309 Aug 09 17:47:39.790829 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5a33f-911b-4bb5-a33d-0b7d9fc13f5d req-e9fa64b6-1b83-42c1-a296-84674ccb9af7 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:39.793347 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-16f5a33f-911b-4bb5-a33d-0b7d9fc13f5d req-e9fa64b6-1b83-42c1-a296-84674ccb9af7 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 945 time: 0.0526631 Aug 09 17:47:39.839033 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-16f5a33f-911b-4bb5-a33d-0b7d9fc13f5d req-f29e4579-7b19-4c70-b89f-334fff77fdc7 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/security-groups?id=2d86c103-5e46-46c8-b6d8-b805bf642eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387132 Aug 09 17:47:39.848479 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f5c49cc4-88e6-4908-b398-737cd66551af req-576e9622-a1cf-46b8-87c1-bd70ab21f2af service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554910 Aug 09 17:47:39.867661 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885920-2189-4aa4-bc95-796c9b97933d req-5ea11b21-6a68-482c-86f4-2f71a51ab52f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:39.869345 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0b885920-2189-4aa4-bc95-796c9b97933d req-5ea11b21-6a68-482c-86f4-2f71a51ab52f tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.65 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 945 time: 0.0707810 Aug 09 17:47:40.284628 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-0b885920-2189-4aa4-bc95-796c9b97933d req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Deleting port 450e3389-380a-4b08-83f0-d8e33b57dc90 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:47:40.285167 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0b885920-2189-4aa4-bc95-796c9b97933d req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:40.389129 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-0b885920-2189-4aa4-bc95-796c9b97933d req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] For port 450e3389-380a-4b08-83f0-d8e33b57dc90, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=450e3389-380a-4b08-83f0-d8e33b57dc90,segment=NetworkSegment(27b5461f-d291-4701-9675-74536508829b),segment_id=27b5461f-d291-4701-9675-74536508829b)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:40.389497 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0b885920-2189-4aa4-bc95-796c9b97933d req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:40.407331 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-0b885920-2189-4aa4-bc95-796c9b97933d req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Calling delete_port for 450e3389-380a-4b08-83f0-d8e33b57dc90 owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:47:40.567280 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:40.586163 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0b885920-2189-4aa4-bc95-796c9b97933d req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:40.618497 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Pushing event deleted for resources: {'Port': ['ID=450e3389-380a-4b08-83f0-d8e33b57dc90,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:40.631476 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:40.631872 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:40.633073 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:40.633073 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:40.633073 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:40.633677 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:40.633677 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:40.634370 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:40.634370 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:40.634599 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:40.634885 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:40.635926 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:47:40.646366 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['450e3389-380a-4b08-83f0-d8e33b57dc90'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:47:40.676800 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b885920-2189-4aa4-bc95-796c9b97933d req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] No DVR routers for this DVR port 450e3389-380a-4b08-83f0-d8e33b57dc90 on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:47:40.679554 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-0b885920-2189-4aa4-bc95-796c9b97933d req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:40.681612 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-0b885920-2189-4aa4-bc95-796c9b97933d req-955666d6-60c0-40c5-ab31-5d19d3be0db8 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.65 "DELETE /v2.0/ports/450e3389-380a-4b08-83f0-d8e33b57dc90 HTTP/1.1" status: 204 len: 173 time: 0.5045571 Aug 09 17:47:40.682668 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'name': 'network-vif-deleted', 'tag': '450e3389-380a-4b08-83f0-d8e33b57dc90'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:47:40.684927 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccf36c5-453a-4723-ae0f-a1b5f93ccb4b" -d '{"events": [{"server_uuid": "92ab0fa6-892f-4c09-b244-ad6a270b5026", "name": "network-vif-deleted", "tag": "450e3389-380a-4b08-83f0-d8e33b57dc90"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:47:40.768940 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85541e-027e-47a5-9300-945169a695df req-8078c4a3-77e7-4ada-821c-224e3d3fbced tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:40.773402 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6d85541e-027e-47a5-9300-945169a695df req-8078c4a3-77e7-4ada-821c-224e3d3fbced tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 945 time: 0.0643027 Aug 09 17:47:40.803266 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7850bb-8204-4032-9e36-75d255cb58c5 x-openstack-request-id: req-8d7850bb-8204-4032-9e36-75d255cb58c5 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:47:40.803837 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ab0fa6-892f-4c09-b244-ad6a270b5026", "name": "network-vif-deleted", "tag": "450e3389-380a-4b08-83f0-d8e33b57dc90", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:47:40.804004 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-8d7850bb-8204-4032-9e36-75d255cb58c5 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:47:40.805624 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ab0fa6-892f-4c09-b244-ad6a270b5026', 'name': 'network-vif-deleted', 'tag': '450e3389-380a-4b08-83f0-d8e33b57dc90', 'status': 'completed', 'code': 200} Aug 09 17:47:40.825281 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6d85541e-027e-47a5-9300-945169a695df req-76662844-e1bd-4857-9440-a765bcb12817 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451791 Aug 09 17:47:40.852497 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-f63bad74-9bb7-40ad-ac5c-83f5284a3e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:40.960467 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fcfc1b05-ee38-42c3-8c1b-2bbe1f9e8154 req-72f235b9-6820-476b-b1d3-929cfe56d8e6 tempest-TestMinimumBasicScenario-1941890734 tempest-TestMinimumBasicScenario-1941890734-project] 10.222.0.38 "GET /v2.0/ports?device_id=92ab0fa6-892f-4c09-b244-ad6a270b5026 HTTP/1.1" status: 200 len: 210 time: 0.0276177 Aug 09 17:47:41.859814 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:41.953538 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db3917-116d-4825-af56-06b01bfab33e req-386757c1-ac48-4cf9-9618-7e6563eadab9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:41.955280 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-23db3917-116d-4825-af56-06b01bfab33e req-386757c1-ac48-4cf9-9618-7e6563eadab9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 945 time: 0.0496702 Aug 09 17:47:41.997200 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-23db3917-116d-4825-af56-06b01bfab33e req-9d52c6c4-94fd-4834-84cf-e4476ebb8af4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355434 Aug 09 17:47:42.141192 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf91207-aa10-44ce-91d9-7875761f4a5a req-67c17707-4539-443e-be2d-b8bb8575fe93 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:42.142202 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9cf91207-aa10-44ce-91d9-7875761f4a5a req-67c17707-4539-443e-be2d-b8bb8575fe93 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 945 time: 0.0696037 Aug 09 17:47:42.182054 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9cf91207-aa10-44ce-91d9-7875761f4a5a req-f3b2b023-59b5-4488-9f97-1278bd5abe00 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335674 Aug 09 17:47:42.205361 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 55462) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:42.352398 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dcf3b3-ac14-49d4-8623-0d4622dfbc70 tempest-TestVolumeBootPattern-1543916779 tempest-TestVolumeBootPattern-1543916779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:42.354270 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-84dcf3b3-ac14-49d4-8623-0d4622dfbc70 tempest-TestVolumeBootPattern-1543916779 tempest-TestVolumeBootPattern-1543916779-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 1093 time: 0.1477804 Aug 09 17:47:42.356914 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 55474) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:42.361289 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Request body: {'floatingip': {'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'port_id': 'ae9ed281-ea51-4956-927c-19d947e31119', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:47:42.387372 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for floatingip, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:42.496417 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:42.691870 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55500) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:42.867683 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Allocated IP 172.27.3.10 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/99ccc9ae-42da-400f-80b3-336f1c9c3ce5) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:47:42.985720 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:43.024132 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:43.067981 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:47:43.072434 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:47:43.077425 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:47:43.080631 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event updated for resources: {'Port': ['ID=99ccc9ae-42da-400f-80b3-336f1c9c3ce5,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:43.101920 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a81a9e58-cd55-479b-833a-ad9bd1ed94d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-961667'] for router_interface, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:43.367638 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-a81a9e58-cd55-479b-833a-ad9bd1ed94d5 admin admin] Deleting port b2a4f38d-54e3-4540-9c50-a628d33d79cb {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:47:43.368047 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a81a9e58-cd55-479b-833a-ad9bd1ed94d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:43.471402 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:43.546288 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:43.665173 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:43.725600 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [None req-a81a9e58-cd55-479b-833a-ad9bd1ed94d5 admin admin] For port b2a4f38d-54e3-4540-9c50-a628d33d79cb, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=b2a4f38d-54e3-4540-9c50-a628d33d79cb,segment=NetworkSegment(27b5461f-d291-4701-9675-74536508829b),segment_id=27b5461f-d291-4701-9675-74536508829b)] {{(pid=99900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:43.725961 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a81a9e58-cd55-479b-833a-ad9bd1ed94d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:43.726162 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:43.732469 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:43.741590 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-a81a9e58-cd55-479b-833a-ad9bd1ed94d5 admin admin] Calling delete_port for b2a4f38d-54e3-4540-9c50-a628d33d79cb owned by network:router_interface {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:47:43.799546 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event updated for resources: {'Port': ['ID=99ccc9ae-42da-400f-80b3-336f1c9c3ce5,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:43.816244 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:43.929884 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.l3_db [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Floating IP 155cda6c-d6d1-4466-b3fb-a096dfb36ee7 associated. External IP: 172.27.3.10, port: ae9ed281-ea51-4956-927c-19d947e31119. Aug 09 17:47:43.942296 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a81a9e58-cd55-479b-833a-ad9bd1ed94d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:43.976498 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a9e58-cd55-479b-833a-ad9bd1ed94d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a4f38d-54e3-4540-9c50-a628d33d79cb,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:44.214764 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a81a9e58-cd55-479b-833a-ad9bd1ed94d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963379'] for router_interface, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:44.242318 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Router 4daa703a-4cab-4b62-bdee-696d513c6360 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:47:44.385154 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:47:44.402221 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacacc83-3788-4cf4-9129-c338a2ab5647 None None] Sync routers for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:47:44.415322 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:44.432927 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacacc83-3788-4cf4-9129-c338a2ab5647 None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:47:44.434326 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-eacacc83-3788-4cf4-9129-c338a2ab5647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:47:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:44.458418 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-23425a1d-10e4-490d-b87f-a6bc27ffc26e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1002846 Aug 09 17:47:44.458923 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1424f0b-e9b8-4dff-925c-801e7e5b83d4', 'tag': 'ae9ed281-ea51-4956-927c-19d947e31119'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:47:44.461502 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8643f3ac-f06d-49e4-805f-39d6b1175d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1424f0b-e9b8-4dff-925c-801e7e5b83d4", "tag": "ae9ed281-ea51-4956-927c-19d947e31119"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:47:44.489697 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81a9e58-cd55-479b-833a-ad9bd1ed94d5 admin admin] Router b2e93921-a2c5-4e07-8275-296d3b954722 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:47:44.515442 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e49217-9a70-4df3-9c7f-211307e275be x-openstack-request-id: req-44e49217-9a70-4df3-9c7f-211307e275be {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:47:44.515442 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1424f0b-e9b8-4dff-925c-801e7e5b83d4", "tag": "ae9ed281-ea51-4956-927c-19d947e31119", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:47:44.516061 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-44e49217-9a70-4df3-9c7f-211307e275be {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:47:44.516336 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1424f0b-e9b8-4dff-925c-801e7e5b83d4', 'tag': 'ae9ed281-ea51-4956-927c-19d947e31119', 'status': 'completed', 'code': 200} Aug 09 17:47:44.522411 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 450e3389-380a-4b08-83f0-d8e33b57dc90 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:47:44.570387 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: 450e3389-380a-4b08-83f0-d8e33b57dc90 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:47:44.571021 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 450e3389-380a-4b08-83f0-d8e33b57dc90 not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:47:44.605960 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-eacacc83-3788-4cf4-9129-c338a2ab5647 None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:47:44.618247 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643f3ac-f06d-49e4-805f-39d6b1175d1f req-070bc4aa-f9d7-4fa9-bb2e-12988aae1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:44.620585 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8643f3ac-f06d-49e4-805f-39d6b1175d1f req-070bc4aa-f9d7-4fa9-bb2e-12988aae1123 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 1098 time: 0.0439427 Aug 09 17:47:44.627670 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81a9e58-cd55-479b-833a-ad9bd1ed94d5 admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:47:44.637171 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-a81a9e58-cd55-479b-833a-ad9bd1ed94d5 admin admin] 10.222.0.38 "PUT /v2.0/routers/b2e93921-a2c5-4e07-8275-296d3b954722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9436440 Aug 09 17:47:44.637344 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 55522) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:44.643008 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a81e1-e3bf-4c75-ad1e-606e82b73258 None None] Sync routers for ids ['b2e93921-a2c5-4e07-8275-296d3b954722'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:47:44.653420 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a81e1-e3bf-4c75-ad1e-606e82b73258 None None] Routers {'b2e93921-a2c5-4e07-8275-296d3b954722'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:47:44.654102 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-478a81e1-e3bf-4c75-ad1e-606e82b73258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:47:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['b2e93921-a2c5-4e07-8275-296d3b954722'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:44.768863 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-478a81e1-e3bf-4c75-ad1e-606e82b73258 None None] Set router b2e93921-a2c5-4e07-8275-296d3b954722 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:47:44.828241 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643f3ac-f06d-49e4-805f-39d6b1175d1f req-104f4bcc-cab9-44b8-93d4-3cfd285b479d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:44.829946 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8643f3ac-f06d-49e4-805f-39d6b1175d1f req-104f4bcc-cab9-44b8-93d4-3cfd285b479d service neutron] 10.222.0.65 "GET /v2.0/networks?id=977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 200 len: 913 time: 0.2020540 Aug 09 17:47:44.831443 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6c7fcbb9-4c5d-4c89-bc56-23bcce2df38b admin admin] Notify callbacks [] for router, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:44.871877 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-eacacc83-3788-4cf4-9129-c338a2ab5647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '155cda6c-d6d1-4466-b3fb-a096dfb36ee7', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'port_id': 'ae9ed281-ea51-4956-927c-19d947e31119', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'mac_address': 'fa:16:3e:d3:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1424f0b-e9b8-4dff-925c-801e7e5b83d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:47:43Z', 'updated_at': '2021-08-09T17:47:43Z', 'revision_number': 0, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:44.901772 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacacc83-3788-4cf4-9129-c338a2ab5647 None None] Checking router: 4daa703a-4cab-4b62-bdee-696d513c6360 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:47:44.911131 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacacc83-3788-4cf4-9129-c338a2ab5647 None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:47:44.911746 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-eacacc83-3788-4cf4-9129-c338a2ab5647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:47:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:44.961623 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-478a81e1-e3bf-4c75-ad1e-606e82b73258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'name': 'tempest-TestMinimumBasicScenario-743073279-router', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:43Z', 'updated_at': '2021-08-09T17:47:43Z', 'revision_number': 5, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'gw_port': {'id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:44Z', 'updated_at': '2021-08-09T17:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:44.973968 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8643f3ac-f06d-49e4-805f-39d6b1175d1f req-63bcf0bd-1caa-46b0-ad5b-a923a7ec51b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae9ed281-ea51-4956-927c-19d947e31119 HTTP/1.1" status: 200 len: 998 time: 0.1068587 Aug 09 17:47:44.993337 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a81e1-e3bf-4c75-ad1e-606e82b73258 None None] Checking router: b2e93921-a2c5-4e07-8275-296d3b954722 for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:47:45.004561 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a81e1-e3bf-4c75-ad1e-606e82b73258 None None] Routers {'b2e93921-a2c5-4e07-8275-296d3b954722'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:47:45.005161 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-478a81e1-e3bf-4c75-ad1e-606e82b73258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:47:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['b2e93921-a2c5-4e07-8275-296d3b954722'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:45.029567 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-eacacc83-3788-4cf4-9129-c338a2ab5647 None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:47:45.036866 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6c7fcbb9-4c5d-4c89-bc56-23bcce2df38b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:45.050325 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643f3ac-f06d-49e4-805f-39d6b1175d1f req-5d6ab618-5574-4af2-bdf1-57f089e7c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:45.052250 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8643f3ac-f06d-49e4-805f-39d6b1175d1f req-5d6ab618-5574-4af2-bdf1-57f089e7c154 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4a1b09-306b-478e-b9be-ae5e19d8c7ce HTTP/1.1" status: 200 len: 851 time: 0.0685468 Aug 09 17:47:45.125771 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643f3ac-f06d-49e4-805f-39d6b1175d1f req-e568be52-467a-4176-9c1c-7af967cece23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:47:45.127702 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8643f3ac-f06d-49e4-805f-39d6b1175d1f req-e568be52-467a-4176-9c1c-7af967cece23 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=977525a1-e275-4770-bce2-2f4d7a6aa30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0681491 Aug 09 17:47:45.129952 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-478a81e1-e3bf-4c75-ad1e-606e82b73258 None None] Set router b2e93921-a2c5-4e07-8275-296d3b954722 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:47:45.185289 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-6c7fcbb9-4c5d-4c89-bc56-23bcce2df38b admin admin] Deleting port 81417df6-8aa8-4021-ab3f-23fbfa648bda {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:47:45.185776 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6c7fcbb9-4c5d-4c89-bc56-23bcce2df38b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:45.295360 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8643f3ac-f06d-49e4-805f-39d6b1175d1f req-2e91b90a-ec86-4f6c-a34a-5ab2330d5fc9 service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604202 Aug 09 17:47:45.303017 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [None req-6c7fcbb9-4c5d-4c89-bc56-23bcce2df38b admin admin] For port 81417df6-8aa8-4021-ab3f-23fbfa648bda, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=81417df6-8aa8-4021-ab3f-23fbfa648bda,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:45.303514 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6c7fcbb9-4c5d-4c89-bc56-23bcce2df38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:45.362256 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-6c7fcbb9-4c5d-4c89-bc56-23bcce2df38b admin admin] Calling delete_port for 81417df6-8aa8-4021-ab3f-23fbfa648bda owned by network:router_gateway {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:47:45.378245 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-478a81e1-e3bf-4c75-ad1e-606e82b73258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'name': 'tempest-TestMinimumBasicScenario-743073279-router', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:43Z', 'updated_at': '2021-08-09T17:47:43Z', 'revision_number': 5, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'gw_port': {'id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:44Z', 'updated_at': '2021-08-09T17:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:45.419012 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a81e1-e3bf-4c75-ad1e-606e82b73258 None None] The sync data for ids ['b2e93921-a2c5-4e07-8275-296d3b954722'] in dv-cinder-780933-13-iscsi is: [{'id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'name': 'tempest-TestMinimumBasicScenario-743073279-router', 'tenant_id': '9440c277d0a54d0abe5c6e7767b5c092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:43Z', 'updated_at': '2021-08-09T17:47:43Z', 'revision_number': 5, 'project_id': '9440c277d0a54d0abe5c6e7767b5c092', 'gw_port': {'id': '81417df6-8aa8-4021-ab3f-23fbfa648bda', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e93921-a2c5-4e07-8275-296d3b954722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:44Z', 'updated_at': '2021-08-09T17:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:47:45.458573 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8643f3ac-f06d-49e4-805f-39d6b1175d1f req-5205b1f2-a185-466b-80ec-80e56c71456e service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520650 Aug 09 17:47:45.479324 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-eacacc83-3788-4cf4-9129-c338a2ab5647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '155cda6c-d6d1-4466-b3fb-a096dfb36ee7', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'port_id': 'ae9ed281-ea51-4956-927c-19d947e31119', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'mac_address': 'fa:16:3e:d3:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1424f0b-e9b8-4dff-925c-801e7e5b83d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:47:43Z', 'updated_at': '2021-08-09T17:47:43Z', 'revision_number': 0, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:45.506971 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55532) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:45.510715 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacacc83-3788-4cf4-9129-c338a2ab5647 None None] The sync data for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi is: [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '155cda6c-d6d1-4466-b3fb-a096dfb36ee7', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'port_id': 'ae9ed281-ea51-4956-927c-19d947e31119', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'mac_address': 'fa:16:3e:d3:88:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1424f0b-e9b8-4dff-925c-801e7e5b83d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:47:43Z', 'updated_at': '2021-08-09T17:47:43Z', 'revision_number': 0, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:47:45.600134 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6c7fcbb9-4c5d-4c89-bc56-23bcce2df38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:45.627314 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1d4e917b-73bc-4908-b050-a799db079277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:45.630531 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fcbb9-4c5d-4c89-bc56-23bcce2df38b admin admin] Pushing event deleted for resources: {'Port': ['ID=81417df6-8aa8-4021-ab3f-23fbfa648bda,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:45.699646 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6c7fcbb9-4c5d-4c89-bc56-23bcce2df38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962517'] for router_gateway, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:45.735392 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1d4e917b-73bc-4908-b050-a799db079277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:45.739371 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-1d4e917b-73bc-4908-b050-a799db079277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:45.788900 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-1d4e917b-73bc-4908-b050-a799db079277 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=291f4aed7e3942c58f56ba983c5bd698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809865 Aug 09 17:47:45.794634 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87546cf7-4122-4141-b15c-4efb48871721 None None] New status for floating IP 155cda6c-d6d1-4466-b3fb-a096dfb36ee7: ACTIVE {{(pid=99901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:47:45.798068 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55536) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:45.821386 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6c7fcbb9-4c5d-4c89-bc56-23bcce2df38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:45.825074 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6c7fcbb9-4c5d-4c89-bc56-23bcce2df38b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:45.839053 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e917b-73bc-4908-b050-a799db079277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a24b3ba-3c44-45ec-8789-e1f47b92c3fe,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:45.889173 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2ce4e1e9-cbff-42cf-9784-fdfd19b2c98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:45.914053 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6c7fcbb9-4c5d-4c89-bc56-23bcce2df38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-964309'] for router, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:45.914846 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7fcbb9-4c5d-4c89-bc56-23bcce2df38b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2e93921-a2c5-4e07-8275-296d3b954722 {{(pid=99899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:47:45.920944 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2ce4e1e9-cbff-42cf-9784-fdfd19b2c98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:45.925700 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6c7fcbb9-4c5d-4c89-bc56-23bcce2df38b admin admin] Notify callbacks [] for router, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:45.927238 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-6c7fcbb9-4c5d-4c89-bc56-23bcce2df38b admin admin] 10.222.0.38 "DELETE /v2.0/routers/b2e93921-a2c5-4e07-8275-296d3b954722 HTTP/1.1" status: 204 len: 168 time: 1.2889695 Aug 09 17:47:45.929739 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55538) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:45.994846 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_v2 [None req-384c7280-c963-429e-a15e-4c93d1b185d4 admin admin] Deleting subnet c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5 {{(pid=99900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:47:45.998890 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-384c7280-c963-429e-a15e-4c93d1b185d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.042645 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-384c7280-c963-429e-a15e-4c93d1b185d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10054361'] for subnet, precommit_delete_associations {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.044876 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2ce4e1e9-cbff-42cf-9784-fdfd19b2c98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.047382 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2ce4e1e9-cbff-42cf-9784-fdfd19b2c98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.048551 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-2ce4e1e9-cbff-42cf-9784-fdfd19b2c98d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3a24b3ba-3c44-45ec-8789-e1f47b92c3fe HTTP/1.1" status: 204 len: 168 time: 0.2494733 Aug 09 17:47:46.077619 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4e1e9-cbff-42cf-9784-fdfd19b2c98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a24b3ba-3c44-45ec-8789-e1f47b92c3fe,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:46.175239 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-384c7280-c963-429e-a15e-4c93d1b185d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.239606 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-384c7280-c963-429e-a15e-4c93d1b185d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10004141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531874'] for subnet, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.270477 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c7280-c963-429e-a15e-4c93d1b185d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:46.272649 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-384c7280-c963-429e-a15e-4c93d1b185d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.274776 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-384c7280-c963-429e-a15e-4c93d1b185d4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c7d0cb85-bafe-45df-9fe2-dfd9f262ddb5 HTTP/1.1" status: 204 len: 168 time: 0.3440144 Aug 09 17:47:46.277462 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbd7640-e235-4d60-93ff-66b91a5240c9 None None] Network 4b8dc70c-170e-4ae3-90f8-fd33329b11d9 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:47:46.278509 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55542) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:46.362852 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.417394 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] Deleting port 80a2e034-ab6f-41ed-9c02-478b43480901 {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:47:46.417642 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.501078 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] For port 80a2e034-ab6f-41ed-9c02-478b43480901, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=80a2e034-ab6f-41ed-9c02-478b43480901,segment=NetworkSegment(27b5461f-d291-4701-9675-74536508829b),segment_id=27b5461f-d291-4701-9675-74536508829b)] {{(pid=99900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:46.501713 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.505669 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7d3dd0-3d39-4724-808f-8b543ac15be6 None None] DHCP port deletion for 4b8dc70c-170e-4ae3-90f8-fd33329b11d9 request from dv-cinder-780933-13-iscsi {{(pid=99901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:47:46.522348 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] Calling delete_port for 80a2e034-ab6f-41ed-9c02-478b43480901 owned by network:dhcp {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:47:46.577182 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d3dd0-3d39-4724-808f-8b543ac15be6 None None] Deleting port 80a2e034-ab6f-41ed-9c02-478b43480901 {{(pid=99901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:47:46.577559 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-bc7d3dd0-3d39-4724-808f-8b543ac15be6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.591942 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device b2a4f38d-54e3-4540-9c50-a628d33d79cb no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:47:46.621468 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.647523 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] Pushing event deleted for resources: {'Port': ['ID=80a2e034-ab6f-41ed-9c02-478b43480901,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:46.648521 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: b2a4f38d-54e3-4540-9c50-a628d33d79cb {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:47:46.648865 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device b2a4f38d-54e3-4540-9c50-a628d33d79cb not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:47:46.649281 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 81417df6-8aa8-4021-ab3f-23fbfa648bda no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:47:46.656584 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] No DVR routers for this DVR port 80a2e034-ab6f-41ed-9c02-478b43480901 on host dv-cinder-780933-13-iscsi {{(pid=99900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:47:46.674068 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 81417df6-8aa8-4021-ab3f-23fbfa648bda {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:47:46.674410 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 81417df6-8aa8-4021-ab3f-23fbfa648bda not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:47:46.674821 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 80a2e034-ab6f-41ed-9c02-478b43480901 no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:47:46.704042 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 80a2e034-ab6f-41ed-9c02-478b43480901 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:47:46.704042 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 80a2e034-ab6f-41ed-9c02-478b43480901 not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:47:46.710346 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-bc7d3dd0-3d39-4724-808f-8b543ac15be6 None None] For port 80a2e034-ab6f-41ed-9c02-478b43480901, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=80a2e034-ab6f-41ed-9c02-478b43480901,segment=NetworkSegment(27b5461f-d291-4701-9675-74536508829b),segment_id=27b5461f-d291-4701-9675-74536508829b)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:46.710749 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-bc7d3dd0-3d39-4724-808f-8b543ac15be6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.724072 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d3dd0-3d39-4724-808f-8b543ac15be6 None None] Calling delete_port for 80a2e034-ab6f-41ed-9c02-478b43480901 owned by network:dhcp {{(pid=99901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:47:46.736521 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.748259 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8dc70c-170e-4ae3-90f8-fd33329b11d9']}} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:46.759630 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b5461f-d291-4701-9675-74536508829b') {'for_net_delete': True} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:46.761103 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b5461f-d291-4701-9675-74536508829b') {} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:46.771228 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10054350'] for segment, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.787404 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.797733 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=99900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:47:46.798253 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10004083'] for segment, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: Traceback (most recent call last): Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: timer() Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: cb(*args, **kw) Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: return func(*args, **kwargs) Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: self._notify() Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: self.callback(batched_events) Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: event.method(event) Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: return f(self, *a, **k) Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: return self._get(url).json() Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: return self.request(url, 'GET', **kwargs) Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:47:46.800531 dv-cinder-780933-13-iscsi neutron-server[99900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:47:46.859009 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-bc7d3dd0-3d39-4724-808f-8b543ac15be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382'] for port, after_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.869115 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.874790 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:46.876807 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] 10.222.0.38 "DELETE /v2.0/networks/4b8dc70c-170e-4ae3-90f8-fd33329b11d9 HTTP/1.1" status: 204 len: 168 time: 0.5972576 Aug 09 17:47:46.879940 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 55546) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:46.887003 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d3dd0-3d39-4724-808f-8b543ac15be6 None None] Pushing event deleted for resources: {'Port': ['ID=80a2e034-ab6f-41ed-9c02-478b43480901,revision_number=None']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:46.890452 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad9bee-38d0-4f9f-a2db-6d0694a7af8d admin admin] Pushing event deleted for resources: {'Network': ['ID=4b8dc70c-170e-4ae3-90f8-fd33329b11d9,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:46.899207 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d3dd0-3d39-4724-808f-8b543ac15be6 None None] No DVR routers for this DVR port 80a2e034-ab6f-41ed-9c02-478b43480901 on host dv-cinder-780933-13-iscsi {{(pid=99901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:47:47.548892 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-15e8b85a-b60f-4d03-8849-10a8ee9cc40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-961667'] for router_interface, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:47.863266 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-15e8b85a-b60f-4d03-8849-10a8ee9cc40f admin admin] Deleting port 07600354-cf7f-4a9a-aa80-48bf54baaab9 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:47:47.863604 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-15e8b85a-b60f-4d03-8849-10a8ee9cc40f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:47.946431 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [None req-15e8b85a-b60f-4d03-8849-10a8ee9cc40f admin admin] For port 07600354-cf7f-4a9a-aa80-48bf54baaab9, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=07600354-cf7f-4a9a-aa80-48bf54baaab9,segment=NetworkSegment(837550d5-af1d-4053-b905-43bba9c0bbd6),segment_id=837550d5-af1d-4053-b905-43bba9c0bbd6)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:47.947158 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-15e8b85a-b60f-4d03-8849-10a8ee9cc40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:47.960457 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-15e8b85a-b60f-4d03-8849-10a8ee9cc40f admin admin] Calling delete_port for 07600354-cf7f-4a9a-aa80-48bf54baaab9 owned by network:router_interface {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:47:48.147231 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-15e8b85a-b60f-4d03-8849-10a8ee9cc40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:48.172762 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8b85a-b60f-4d03-8849-10a8ee9cc40f admin admin] Pushing event deleted for resources: {'Port': ['ID=07600354-cf7f-4a9a-aa80-48bf54baaab9,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:48.349339 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-15e8b85a-b60f-4d03-8849-10a8ee9cc40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963379'] for router_interface, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:48.579203 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e8b85a-b60f-4d03-8849-10a8ee9cc40f admin admin] Router cd11e7f6-ffda-45a1-b868-e7769ad6929c has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:47:48.690066 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e8b85a-b60f-4d03-8849-10a8ee9cc40f admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:47:48.695015 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-15e8b85a-b60f-4d03-8849-10a8ee9cc40f admin admin] 10.222.0.38 "PUT /v2.0/routers/cd11e7f6-ffda-45a1-b868-e7769ad6929c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8134634 Aug 09 17:47:48.698790 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 55552) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:48.700751 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b17b5b3-2b93-495c-8a0c-b122579906a8 None None] Sync routers for ids ['cd11e7f6-ffda-45a1-b868-e7769ad6929c'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:47:48.709850 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b17b5b3-2b93-495c-8a0c-b122579906a8 None None] Routers {'cd11e7f6-ffda-45a1-b868-e7769ad6929c'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:47:48.710506 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-6b17b5b3-2b93-495c-8a0c-b122579906a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:47:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['cd11e7f6-ffda-45a1-b868-e7769ad6929c'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:48.803394 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4033a03f-b902-4be5-9e76-071228c6b133 admin admin] Notify callbacks [] for router, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:48.817980 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-6b17b5b3-2b93-495c-8a0c-b122579906a8 None None] Set router cd11e7f6-ffda-45a1-b868-e7769ad6929c gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:47:48.911071 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4033a03f-b902-4be5-9e76-071228c6b133 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:48.968871 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-4033a03f-b902-4be5-9e76-071228c6b133 admin admin] Deleting port df1d9ffc-4e7c-4572-878b-f082f83d6f5e {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:47:48.969548 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4033a03f-b902-4be5-9e76-071228c6b133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:49.007257 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-6b17b5b3-2b93-495c-8a0c-b122579906a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'name': 'tempest-TestMinimumBasicScenario-1532706458-router', 'tenant_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'df1d9ffc-4e7c-4572-878b-f082f83d6f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:54Z', 'updated_at': '2021-08-09T17:47:48Z', 'revision_number': 5, 'project_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'gw_port': {'id': 'df1d9ffc-4e7c-4572-878b-f082f83d6f5e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:55Z', 'updated_at': '2021-08-09T17:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:49.034195 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b17b5b3-2b93-495c-8a0c-b122579906a8 None None] Checking router: cd11e7f6-ffda-45a1-b868-e7769ad6929c for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:47:49.042713 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b17b5b3-2b93-495c-8a0c-b122579906a8 None None] Routers {'cd11e7f6-ffda-45a1-b868-e7769ad6929c'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:47:49.043353 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-6b17b5b3-2b93-495c-8a0c-b122579906a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:47:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['cd11e7f6-ffda-45a1-b868-e7769ad6929c'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:49.046887 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [None req-4033a03f-b902-4be5-9e76-071228c6b133 admin admin] For port df1d9ffc-4e7c-4572-878b-f082f83d6f5e, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=df1d9ffc-4e7c-4572-878b-f082f83d6f5e,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:49.047257 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4033a03f-b902-4be5-9e76-071228c6b133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:49.060768 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-4033a03f-b902-4be5-9e76-071228c6b133 admin admin] Calling delete_port for df1d9ffc-4e7c-4572-878b-f082f83d6f5e owned by network:router_gateway {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:47:49.220412 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-6b17b5b3-2b93-495c-8a0c-b122579906a8 None None] Set router cd11e7f6-ffda-45a1-b868-e7769ad6929c gateway port host: None {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:47:49.230132 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4033a03f-b902-4be5-9e76-071228c6b133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:49.257160 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033a03f-b902-4be5-9e76-071228c6b133 admin admin] Pushing event deleted for resources: {'Port': ['ID=df1d9ffc-4e7c-4572-878b-f082f83d6f5e,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:49.280831 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-6b17b5b3-2b93-495c-8a0c-b122579906a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'name': 'tempest-TestMinimumBasicScenario-1532706458-router', 'tenant_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:54Z', 'updated_at': '2021-08-09T17:47:48Z', 'revision_number': 6, 'project_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'gw_port_host': None}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:49.307569 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b17b5b3-2b93-495c-8a0c-b122579906a8 None None] The sync data for ids ['cd11e7f6-ffda-45a1-b868-e7769ad6929c'] in dv-cinder-780933-13-iscsi is: [{'id': 'cd11e7f6-ffda-45a1-b868-e7769ad6929c', 'name': 'tempest-TestMinimumBasicScenario-1532706458-router', 'tenant_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:54Z', 'updated_at': '2021-08-09T17:47:48Z', 'revision_number': 6, 'project_id': 'f81b25a5c6244933a5bdf8c95ec8b31b', 'gw_port_host': None}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:47:49.320747 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4033a03f-b902-4be5-9e76-071228c6b133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962517'] for router_gateway, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:49.410788 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4033a03f-b902-4be5-9e76-071228c6b133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:49.412937 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4033a03f-b902-4be5-9e76-071228c6b133 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:49.457461 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4033a03f-b902-4be5-9e76-071228c6b133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-964309'] for router, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:49.458302 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4033a03f-b902-4be5-9e76-071228c6b133 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd11e7f6-ffda-45a1-b868-e7769ad6929c {{(pid=99899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:47:49.464035 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4033a03f-b902-4be5-9e76-071228c6b133 admin admin] Notify callbacks [] for router, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:49.465338 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-4033a03f-b902-4be5-9e76-071228c6b133 admin admin] 10.222.0.38 "DELETE /v2.0/routers/cd11e7f6-ffda-45a1-b868-e7769ad6929c HTTP/1.1" status: 204 len: 168 time: 0.7656314 Aug 09 17:47:49.467844 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 55554) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:49.522134 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58a16e1-b792-49ba-96ac-8da33bdea172 admin admin] Deleting subnet 54ade2a9-4893-4a8e-9b07-822270220cb3 {{(pid=99899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:47:49.525824 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a58a16e1-b792-49ba-96ac-8da33bdea172 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:49.562741 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a58a16e1-b792-49ba-96ac-8da33bdea172 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9885487'] for subnet, precommit_delete_associations {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:49.691242 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a58a16e1-b792-49ba-96ac-8da33bdea172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:49.753140 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a58a16e1-b792-49ba-96ac-8da33bdea172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9831829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9541566'] for subnet, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:49.778633 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a16e1-b792-49ba-96ac-8da33bdea172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ade2a9-4893-4a8e-9b07-822270220cb3,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:49.784577 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a58a16e1-b792-49ba-96ac-8da33bdea172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:49.786479 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-a58a16e1-b792-49ba-96ac-8da33bdea172 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/54ade2a9-4893-4a8e-9b07-822270220cb3 HTTP/1.1" status: 204 len: 168 time: 0.3176675 Aug 09 17:47:49.789244 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 55558) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:49.791789 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4b65a9-9b2c-44e3-82d8-b154d91c6867 None None] Network 80c0bee0-2a9f-44cb-a439-60c9d25734b0 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:47:49.862467 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:49.923368 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] Deleting port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:47:49.923711 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:49.986033 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] For port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=5b6086c2-c50e-4ce6-bb05-2675c5c96b89,segment=NetworkSegment(837550d5-af1d-4053-b905-43bba9c0bbd6),segment_id=837550d5-af1d-4053-b905-43bba9c0bbd6)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:49.986717 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:49.998956 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] Calling delete_port for 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 owned by network:dhcp {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:47:50.144007 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b265221c-a03a-4c55-b023-85e5fe07b657 None None] DHCP port deletion for 80c0bee0-2a9f-44cb-a439-60c9d25734b0 request from dv-cinder-780933-13-iscsi {{(pid=99901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:47:50.206770 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-b265221c-a03a-4c55-b023-85e5fe07b657 None None] Deleting port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 {{(pid=99901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:47:50.207255 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-b265221c-a03a-4c55-b023-85e5fe07b657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:50.285200 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-b265221c-a03a-4c55-b023-85e5fe07b657 None None] For port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=5b6086c2-c50e-4ce6-bb05-2675c5c96b89,segment=NetworkSegment(837550d5-af1d-4053-b905-43bba9c0bbd6),segment_id=837550d5-af1d-4053-b905-43bba9c0bbd6)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:47:50.285669 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-b265221c-a03a-4c55-b023-85e5fe07b657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:50.316185 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-b265221c-a03a-4c55-b023-85e5fe07b657 None None] Calling delete_port for 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 owned by network:dhcp {{(pid=99901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:47:50.343911 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:50.371571 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6086c2-c50e-4ce6-bb05-2675c5c96b89,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:50.374999 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] No DVR routers for this DVR port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 on host dv-cinder-780933-13-iscsi {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:47:50.407314 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-b265221c-a03a-4c55-b023-85e5fe07b657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382'] for port, after_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:50.423930 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b265221c-a03a-4c55-b023-85e5fe07b657 None None] No DVR routers for this DVR port 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 on host dv-cinder-780933-13-iscsi {{(pid=99901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:47:50.445818 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265221c-a03a-4c55-b023-85e5fe07b657 None None] Pushing event deleted for resources: {'Port': ['ID=5b6086c2-c50e-4ce6-bb05-2675c5c96b89,revision_number=None']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:50.464240 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:50.480492 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c0bee0-2a9f-44cb-a439-60c9d25734b0']}} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:50.500853 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837550d5-af1d-4053-b905-43bba9c0bbd6') {'for_net_delete': True} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:50.501291 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837550d5-af1d-4053-b905-43bba9c0bbd6') {} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:47:50.513518 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9885496'] for segment, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:50.532949 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:50.539819 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=99899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:47:50.540362 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9831755'] for segment, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: Traceback (most recent call last): Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: timer() Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: cb(*args, **kw) Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: return func(*args, **kwargs) Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: self._notify() Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: self.callback(batched_events) Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: event.method(event) Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: return f(self, *a, **k) Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._get(url).json() Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: return self.request(url, 'GET', **kwargs) Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:47:50.542781 dv-cinder-780933-13-iscsi neutron-server[99899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:47:50.578208 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:47:50.600028 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:50.600652 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:47:50.601003 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 5b6086c2-c50e-4ce6-bb05-2675c5c96b89 not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:47:50.601523 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device df1d9ffc-4e7c-4572-878b-f082f83d6f5e no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:47:50.610118 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:50.612120 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] 10.222.0.38 "DELETE /v2.0/networks/80c0bee0-2a9f-44cb-a439-60c9d25734b0 HTTP/1.1" status: 204 len: 168 time: 0.8210704 Aug 09 17:47:50.622593 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae50a7b-230f-430f-ba66-a2ddbb889c00 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c0bee0-2a9f-44cb-a439-60c9d25734b0,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:50.626383 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: df1d9ffc-4e7c-4572-878b-f082f83d6f5e {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:47:50.626723 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device df1d9ffc-4e7c-4572-878b-f082f83d6f5e not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:47:50.627187 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 07600354-cf7f-4a9a-aa80-48bf54baaab9 no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:47:50.648521 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 07600354-cf7f-4a9a-aa80-48bf54baaab9 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:47:50.648870 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 07600354-cf7f-4a9a-aa80-48bf54baaab9 not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:47:50.803337 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55562) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:50.846280 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-e1201d1d-e02d-40c4-82f8-71921d7bc78e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9440c277d0a54d0abe5c6e7767b5c092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417469 Aug 09 17:47:50.848955 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55566) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:50.901442 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-34b75200-ae73-480f-bf8e-60a3b50e3059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:50.923851 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-34b75200-ae73-480f-bf8e-60a3b50e3059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:50.975406 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-34b75200-ae73-480f-bf8e-60a3b50e3059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:50.978038 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-34b75200-ae73-480f-bf8e-60a3b50e3059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:50.979193 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-34b75200-ae73-480f-bf8e-60a3b50e3059 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2d86c103-5e46-46c8-b6d8-b805bf642eea HTTP/1.1" status: 204 len: 168 time: 0.1292477 Aug 09 17:47:50.988436 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b75200-ae73-480f-bf8e-60a3b50e3059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d86c103-5e46-46c8-b6d8-b805bf642eea,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:51.310169 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55572) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:51.358934 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-3e8a1c32-2231-4432-8d6c-a14bcd3a8692 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f81b25a5c6244933a5bdf8c95ec8b31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475860 Aug 09 17:47:51.361365 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55574) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:47:51.412042 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3192422b-bbb6-4f09-a387-2543dff80898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:51.434449 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3192422b-bbb6-4f09-a387-2543dff80898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:51.483815 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3192422b-bbb6-4f09-a387-2543dff80898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:51.486312 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3192422b-bbb6-4f09-a387-2543dff80898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:47:51.487491 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-3192422b-bbb6-4f09-a387-2543dff80898 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2c42f3a8-1cde-4e3d-9fc2-23843439f756 HTTP/1.1" status: 204 len: 168 time: 0.1252358 Aug 09 17:47:51.496673 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192422b-bbb6-4f09-a387-2543dff80898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c42f3a8-1cde-4e3d-9fc2-23843439f756,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:47:52.070197 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:47:56.624108 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:07.898349 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-f65f12a9-97e0-4ad4-b2a2-2c571546fb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:10.549347 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:10.848021 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3674cfd6-5703-4361-81f3-6d6a9aa2abcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:11.861234 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:13.668508 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:13.791169 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366720c-7b86-463e-bd4a-37ab9b6ef37a req-4519215c-683e-4d53-8954-def8304d09cf tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:13.792687 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0366720c-7b86-463e-bd4a-37ab9b6ef37a req-4519215c-683e-4d53-8954-def8304d09cf tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0516989 Aug 09 17:48:13.838194 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0366720c-7b86-463e-bd4a-37ab9b6ef37a req-3f70894f-90c2-4877-8c09-b34550499475 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354366 Aug 09 17:48:14.981085 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a008da1-7a92-43c6-9b8b-280793f34e48 req-f3c78dd5-3944-4612-95c1-f719f1e50c74 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:14.982687 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2a008da1-7a92-43c6-9b8b-280793f34e48 req-f3c78dd5-3944-4612-95c1-f719f1e50c74 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0659294 Aug 09 17:48:15.021757 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2a008da1-7a92-43c6-9b8b-280793f34e48 req-5de5de29-b0ad-4686-945a-6a223ff69dd0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329936 Aug 09 17:48:16.017504 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59fa97-c989-412f-8f2f-42ee1ae2e476 req-2c93e8fb-66c4-4263-af38-8a33dbd6bd3a tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:16.019311 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7f59fa97-c989-412f-8f2f-42ee1ae2e476 req-2c93e8fb-66c4-4263-af38-8a33dbd6bd3a tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0549226 Aug 09 17:48:16.124968 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-7f59fa97-c989-412f-8f2f-42ee1ae2e476 req-53780cac-3a50-404b-aee4-0d47147ac2b0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Deleting port efdcc8ef-5813-40d6-9c34-07f62f6fc86c {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:48:16.125303 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-7f59fa97-c989-412f-8f2f-42ee1ae2e476 req-53780cac-3a50-404b-aee4-0d47147ac2b0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:16.152390 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dc67b-8fba-486e-a920-f4f8f07acb03 req-2d1c4669-a53e-4292-905b-d139702a5a36 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:16.153901 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-690dc67b-8fba-486e-a920-f4f8f07acb03 req-2d1c4669-a53e-4292-905b-d139702a5a36 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 946 time: 0.0524163 Aug 09 17:48:16.194418 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-690dc67b-8fba-486e-a920-f4f8f07acb03 req-d1ab6813-058f-48db-bb2e-cd7b41349a3c tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=77be49b1-757a-43ce-ba79-12e9fcc1ef50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343287 Aug 09 17:48:16.217751 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-7f59fa97-c989-412f-8f2f-42ee1ae2e476 req-53780cac-3a50-404b-aee4-0d47147ac2b0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] For port efdcc8ef-5813-40d6-9c34-07f62f6fc86c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=efdcc8ef-5813-40d6-9c34-07f62f6fc86c,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:48:16.218116 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-7f59fa97-c989-412f-8f2f-42ee1ae2e476 req-53780cac-3a50-404b-aee4-0d47147ac2b0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:16.395794 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-7f59fa97-c989-412f-8f2f-42ee1ae2e476 req-53780cac-3a50-404b-aee4-0d47147ac2b0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:16.396165 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-7f59fa97-c989-412f-8f2f-42ee1ae2e476 req-53780cac-3a50-404b-aee4-0d47147ac2b0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:16.396478 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.l3_db [req-7f59fa97-c989-412f-8f2f-42ee1ae2e476 req-53780cac-3a50-404b-aee4-0d47147ac2b0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Floating IP d622ba3b-8b19-4935-a369-cd3ec2fed3d3 disassociated. External IP: 172.27.3.26, port: efdcc8ef-5813-40d6-9c34-07f62f6fc86c. Aug 09 17:48:16.396816 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-7f59fa97-c989-412f-8f2f-42ee1ae2e476 req-53780cac-3a50-404b-aee4-0d47147ac2b0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Calling delete_port for efdcc8ef-5813-40d6-9c34-07f62f6fc86c owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:48:16.535634 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-7f59fa97-c989-412f-8f2f-42ee1ae2e476 req-53780cac-3a50-404b-aee4-0d47147ac2b0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:16.565944 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53780cac-3a50-404b-aee4-0d47147ac2b0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event deleted for resources: {'Port': ['ID=efdcc8ef-5813-40d6-9c34-07f62f6fc86c,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:16.690539 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f59fa97-c989-412f-8f2f-42ee1ae2e476 req-53780cac-3a50-404b-aee4-0d47147ac2b0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Router d6b89641-c859-46dd-8935-f9d34d075532 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:48:16.797343 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f59fa97-c989-412f-8f2f-42ee1ae2e476 req-53780cac-3a50-404b-aee4-0d47147ac2b0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:48:16.813626 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee35939-9971-4782-8b03-3446bf1b12b2 None None] Sync routers for ids ['d6b89641-c859-46dd-8935-f9d34d075532'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:48:16.824246 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee35939-9971-4782-8b03-3446bf1b12b2 None None] Routers {'d6b89641-c859-46dd-8935-f9d34d075532'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:48:16.824876 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-8ee35939-9971-4782-8b03-3446bf1b12b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:48:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['d6b89641-c859-46dd-8935-f9d34d075532'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:48:16.842344 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f59fa97-c989-412f-8f2f-42ee1ae2e476 req-53780cac-3a50-404b-aee4-0d47147ac2b0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] No DVR routers for this DVR port efdcc8ef-5813-40d6-9c34-07f62f6fc86c on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:48:16.846004 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-7f59fa97-c989-412f-8f2f-42ee1ae2e476 req-53780cac-3a50-404b-aee4-0d47147ac2b0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:16.846936 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7f59fa97-c989-412f-8f2f-42ee1ae2e476 req-53780cac-3a50-404b-aee4-0d47147ac2b0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.65 "DELETE /v2.0/ports/efdcc8ef-5813-40d6-9c34-07f62f6fc86c HTTP/1.1" status: 204 len: 173 time: 0.8210359 Aug 09 17:48:16.847396 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a1f4190-a5fa-44ec-b039-f176934d025c', 'name': 'network-vif-deleted', 'tag': 'efdcc8ef-5813-40d6-9c34-07f62f6fc86c'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:48:16.849674 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d44b5e3-0dc9-4e7f-ab86-b720b1326289" -d '{"events": [{"server_uuid": "2a1f4190-a5fa-44ec-b039-f176934d025c", "name": "network-vif-deleted", "tag": "efdcc8ef-5813-40d6-9c34-07f62f6fc86c"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:48:16.892715 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbf4f22-dace-4d64-bdf9-fb5ac99fff80 x-openstack-request-id: req-3fbf4f22-dace-4d64-bdf9-fb5ac99fff80 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:48:16.893013 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a1f4190-a5fa-44ec-b039-f176934d025c", "name": "network-vif-deleted", "tag": "efdcc8ef-5813-40d6-9c34-07f62f6fc86c", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:48:16.893302 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3fbf4f22-dace-4d64-bdf9-fb5ac99fff80 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:48:16.893873 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a1f4190-a5fa-44ec-b039-f176934d025c', 'name': 'network-vif-deleted', 'tag': 'efdcc8ef-5813-40d6-9c34-07f62f6fc86c', 'status': 'completed', 'code': 200} Aug 09 17:48:16.942199 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-8ee35939-9971-4782-8b03-3446bf1b12b2 None None] Set router d6b89641-c859-46dd-8935-f9d34d075532 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:48:17.182255 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-8ee35939-9971-4782-8b03-3446bf1b12b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:06Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'e04aa2bf-12c7-4059-9c6d-f31f14eed0f7', 'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'mac_address': 'fa:16:3e:9c:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:04Z', 'updated_at': '2021-08-09T17:44:15Z', 'revision_number': 5, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'subnets': [{'id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:48:17.209643 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee35939-9971-4782-8b03-3446bf1b12b2 None None] Checking router: d6b89641-c859-46dd-8935-f9d34d075532 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:48:17.219273 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee35939-9971-4782-8b03-3446bf1b12b2 None None] Routers {'d6b89641-c859-46dd-8935-f9d34d075532'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:48:17.220063 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-8ee35939-9971-4782-8b03-3446bf1b12b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:48:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['d6b89641-c859-46dd-8935-f9d34d075532'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:48:17.255546 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788fada-2147-48f0-a0bb-193546f56ce6 req-5f1bd08d-11c7-4e49-be24-322115aa4eeb tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:17.257193 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2788fada-2147-48f0-a0bb-193546f56ce6 req-5f1bd08d-11c7-4e49-be24-322115aa4eeb tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0519609 Aug 09 17:48:17.319679 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4d53f171-f368-49cf-894e-03e003fc53ef req-d5825654-8da2-47fa-aafb-524f6544e473 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a1f4190-a5fa-44ec-b039-f176934d025c HTTP/1.1" status: 200 len: 210 time: 0.0382304 Aug 09 17:48:17.324778 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2788fada-2147-48f0-a0bb-193546f56ce6 req-e3a797ed-4b77-4234-bacc-e668795454a6 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611455 Aug 09 17:48:17.336124 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-8ee35939-9971-4782-8b03-3446bf1b12b2 None None] Set router d6b89641-c859-46dd-8935-f9d34d075532 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:48:17.556994 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-8ee35939-9971-4782-8b03-3446bf1b12b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:06Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'e04aa2bf-12c7-4059-9c6d-f31f14eed0f7', 'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'mac_address': 'fa:16:3e:9c:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:04Z', 'updated_at': '2021-08-09T17:44:15Z', 'revision_number': 5, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'subnets': [{'id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:48:17.585993 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee35939-9971-4782-8b03-3446bf1b12b2 None None] The sync data for ids ['d6b89641-c859-46dd-8935-f9d34d075532'] in dv-cinder-780933-13-iscsi is: [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:06Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'e04aa2bf-12c7-4059-9c6d-f31f14eed0f7', 'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'mac_address': 'fa:16:3e:9c:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:04Z', 'updated_at': '2021-08-09T17:44:15Z', 'revision_number': 5, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'subnets': [{'id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:48:17.807330 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbb5dd8-9a82-415f-bc76-e2bc1b4a7304 None None] New status for floating IP d622ba3b-8b19-4935-a369-cd3ec2fed3d3: DOWN {{(pid=99902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:48:18.408655 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 55684) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:48:18.456871 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d0707-ef11-4d24-a09d-c4cc2fa2cf99 req-a0094fef-dd39-41cc-8d54-172a5409a42c tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:18.458438 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-747d0707-ef11-4d24-a09d-c4cc2fa2cf99 req-a0094fef-dd39-41cc-8d54-172a5409a42c tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0521302 Aug 09 17:48:18.467951 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7f16a19a-e625-46eb-93da-6b4933e79612 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:18.495938 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7f16a19a-e625-46eb-93da-6b4933e79612 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:18.501499 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-747d0707-ef11-4d24-a09d-c4cc2fa2cf99 req-200d6aba-34ba-4a83-a16d-95f11d3f6e00 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366735 Aug 09 17:48:18.551482 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7f16a19a-e625-46eb-93da-6b4933e79612 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:18.554051 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-7f16a19a-e625-46eb-93da-6b4933e79612 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:18.555271 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-7f16a19a-e625-46eb-93da-6b4933e79612 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "DELETE /v2.0/security-groups/77be49b1-757a-43ce-ba79-12e9fcc1ef50 HTTP/1.1" status: 204 len: 168 time: 0.1455872 Aug 09 17:48:18.559565 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55686) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:48:18.565272 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16a19a-e625-46eb-93da-6b4933e79612 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77be49b1-757a-43ce-ba79-12e9fcc1ef50,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:18.573737 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.api.v2.resource [None req-15c990eb-9db5-4904-a3d9-6f15903fa49f tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] show failed (client error): The resource could not be found. Aug 09 17:48:18.574764 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-15c990eb-9db5-4904-a3d9-6f15903fa49f tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups/77be49b1-757a-43ce-ba79-12e9fcc1ef50 HTTP/1.1" status: 404 len: 347 time: 0.0142174 Aug 09 17:48:18.577660 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55688) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:48:18.713431 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-8dc4ea58-76de-406f-905d-15f05926c54b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Deleting port 425c7e95-fe82-4892-ba47-cf8c6f43067b {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:48:18.713681 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ea58-76de-406f-905d-15f05926c54b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:18.792794 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ea58-76de-406f-905d-15f05926c54b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:18.793123 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ea58-76de-406f-905d-15f05926c54b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:18.806258 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-8dc4ea58-76de-406f-905d-15f05926c54b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Calling delete_port for 425c7e95-fe82-4892-ba47-cf8c6f43067b owned by network:floatingip {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:48:18.940697 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ea58-76de-406f-905d-15f05926c54b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:18.967171 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4ea58-76de-406f-905d-15f05926c54b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event deleted for resources: {'Port': ['ID=425c7e95-fe82-4892-ba47-cf8c6f43067b,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:19.025186 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ea58-76de-406f-905d-15f05926c54b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for floatingip, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:19.027827 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ea58-76de-406f-905d-15f05926c54b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:19.028897 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-8dc4ea58-76de-406f-905d-15f05926c54b tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "DELETE /v2.0/floatingips/d622ba3b-8b19-4935-a369-cd3ec2fed3d3 HTTP/1.1" status: 204 len: 168 time: 0.4503491 Aug 09 17:48:19.612612 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 55694) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:48:19.617566 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-0fba433c-f87b-4740-9fe9-ae670b72b143 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989478157', 'description': 'tempest-description--398637401'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:48:19.634660 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725f9b2-53ab-449d-a438-58ed09b9fe3b req-f13e4112-7178-4128-8c49-6ebc227ed83f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:19.636381 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6725f9b2-53ab-449d-a438-58ed09b9fe3b req-f13e4112-7178-4128-8c49-6ebc227ed83f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0524666 Aug 09 17:48:19.641099 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-0fba433c-f87b-4740-9fe9-ae670b72b143 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:19.683884 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6725f9b2-53ab-449d-a438-58ed09b9fe3b req-3dba26b9-1d07-4ecb-beab-9ed92779c9be tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414207 Aug 09 17:48:19.740476 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-0fba433c-f87b-4740-9fe9-ae670b72b143 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:19.745121 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-0fba433c-f87b-4740-9fe9-ae670b72b143 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:19.778659 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-0fba433c-f87b-4740-9fe9-ae670b72b143 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:19.780088 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-0fba433c-f87b-4740-9fe9-ae670b72b143 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1663799 Aug 09 17:48:19.782908 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 55696) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:48:19.787437 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-58f44b3e-7a86-44e1-b513-b50f342b7a96 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Request body: {'security_group_rule': {'security_group_id': 'b1294338-3d3a-4849-8473-444e5046100e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:48:19.794237 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba433c-f87b-4740-9fe9-ae670b72b143 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1294338-3d3a-4849-8473-444e5046100e,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:19.825011 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-58f44b3e-7a86-44e1-b513-b50f342b7a96 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:19.890656 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-58f44b3e-7a86-44e1-b513-b50f342b7a96 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:19.895209 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-58f44b3e-7a86-44e1-b513-b50f342b7a96 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:19.915621 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f44b3e-7a86-44e1-b513-b50f342b7a96 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7042f5-2bc0-4556-ae9d-3fdc1784cf4d,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:19.920174 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-58f44b3e-7a86-44e1-b513-b50f342b7a96 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:19.921394 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-58f44b3e-7a86-44e1-b513-b50f342b7a96 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375544 Aug 09 17:48:19.924409 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 55698) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:48:19.929129 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-27453272-c5ae-43bd-a9e8-91246dc9a011 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Request body: {'security_group_rule': {'security_group_id': 'b1294338-3d3a-4849-8473-444e5046100e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:48:19.958663 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-27453272-c5ae-43bd-a9e8-91246dc9a011 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:20.023443 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-27453272-c5ae-43bd-a9e8-91246dc9a011 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:20.027873 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-27453272-c5ae-43bd-a9e8-91246dc9a011 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:20.046172 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27453272-c5ae-43bd-a9e8-91246dc9a011 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf0ec8d-fd74-4aff-bfd0-628bcb8baff5,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:20.053605 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-27453272-c5ae-43bd-a9e8-91246dc9a011 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:20.054590 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-27453272-c5ae-43bd-a9e8-91246dc9a011 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292005 Aug 09 17:48:20.057936 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 55700) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:48:20.062344 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Request body: {'floatingip': {'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:48:20.083839 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for floatingip, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:20.183571 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:20.289201 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Allocated IP 172.27.3.224 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/eada16a2-4ae3-4b53-b246-d6053bfba1fe) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:48:20.395356 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:20.434664 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:20.473584 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:48:20.476670 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:48:20.480865 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:48:20.502267 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event updated for resources: {'Port': ['ID=eada16a2-4ae3-4b53-b246-d6053bfba1fe,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:20.573638 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:20.608716 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:20.628773 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device efdcc8ef-5813-40d6-9c34-07f62f6fc86c no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:48:20.649031 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: efdcc8ef-5813-40d6-9c34-07f62f6fc86c {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:48:20.649714 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device efdcc8ef-5813-40d6-9c34-07f62f6fc86c not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:48:20.766522 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:20.771156 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:20.817748 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad614123-71ca-4028-967d-ec3019dae8c2 req-b9749eb9-9c3c-4375-9cba-cd5693776c65 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:20.819284 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ad614123-71ca-4028-967d-ec3019dae8c2 req-b9749eb9-9c3c-4375-9cba-cd5693776c65 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0546160 Aug 09 17:48:20.840252 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event updated for resources: {'Port': ['ID=eada16a2-4ae3-4b53-b246-d6053bfba1fe,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:20.850345 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:20.864389 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:20.865762 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-ba2a730f-8155-4636-8c91-e53dc6cbbccb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8069065 Aug 09 17:48:20.866457 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ad614123-71ca-4028-967d-ec3019dae8c2 req-44966ba1-0627-4997-abbb-a4c84480e73d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393562 Aug 09 17:48:21.055712 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7c76f676-2474-4364-805c-24ee2657ac9c req-ac6bf695-b8ed-4bb7-ae63-984a651aaeb5 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--989478157&fields=id&tenant_id=14b16f5b752d4eb6aabccd3304653e6f HTTP/1.1" status: 200 len: 267 time: 0.0343108 Aug 09 17:48:21.159992 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76f676-2474-4364-805c-24ee2657ac9c req-05dcb03e-5957-48c7-9d4e-93881704ff52 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:21.161401 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7c76f676-2474-4364-805c-24ee2657ac9c req-05dcb03e-5957-48c7-9d4e-93881704ff52 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/networks?id=d95f19a3-63ba-4174-9d9b-72eaf529d950 HTTP/1.1" status: 200 len: 810 time: 0.0990305 Aug 09 17:48:21.176758 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7c76f676-2474-4364-805c-24ee2657ac9c req-1a8fbb60-312e-46be-a7e7-2f7f1a6f3c37 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/quotas/14b16f5b752d4eb6aabccd3304653e6f HTTP/1.1" status: 200 len: 375 time: 0.0092041 Aug 09 17:48:21.233489 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7c76f676-2474-4364-805c-24ee2657ac9c req-7f1b380a-6a70-419b-adee-8a7f866e7787 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=14b16f5b752d4eb6aabccd3304653e6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504174 Aug 09 17:48:21.326051 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7c76f676-2474-4364-805c-24ee2657ac9c req-857e456f-be01-4857-befa-498093f8f882 service neutron] 10.222.0.38 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804505 Aug 09 17:48:21.420017 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7c76f676-2474-4364-805c-24ee2657ac9c req-729e1980-658f-4818-95e8-61f8241d233c service neutron] 10.222.0.38 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876877 Aug 09 17:48:21.579711 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f70db4ba-c7f9-476d-9df6-fa9f50849f32 req-f2f12e16-b629-4679-b68f-36fd8c0aa45d tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 210 time: 0.0266883 Aug 09 17:48:21.998548 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54fbd3-80b9-4af9-a90f-ff1ada340cfa req-5e765d43-39e8-4dd8-bba1-2db807919781 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:22.000008 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1f54fbd3-80b9-4af9-a90f-ff1ada340cfa req-5e765d43-39e8-4dd8-bba1-2db807919781 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0555637 Aug 09 17:48:22.041305 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1f54fbd3-80b9-4af9-a90f-ff1ada340cfa req-b3086d36-d46d-46e9-a4b7-3292694a81e3 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354462 Aug 09 17:48:22.670458 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76f676-2474-4364-805c-24ee2657ac9c req-12224e74-ca31-416c-becc-e09d21d98031 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:22.672008 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7c76f676-2474-4364-805c-24ee2657ac9c req-12224e74-ca31-416c-becc-e09d21d98031 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.65 "GET /v2.0/networks?id=d95f19a3-63ba-4174-9d9b-72eaf529d950 HTTP/1.1" status: 200 len: 810 time: 0.1109061 Aug 09 17:48:22.678205 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4751f182-cbdf-43cf-a2a3-56a46bdcd98e req-b70d69fe-d880-47cb-8e47-e72decd15a09 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 210 time: 0.0278609 Aug 09 17:48:22.750705 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7c76f676-2474-4364-805c-24ee2657ac9c req-8ccbb08c-3c5b-4c7b-be75-6811e20fd269 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14b16f5b752d4eb6aabccd3304653e6f HTTP/1.1" status: 200 len: 379 time: 0.0377245 Aug 09 17:48:22.761347 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-7c76f676-2474-4364-805c-24ee2657ac9c req-76832a38-0456-4858-8f67-38a9c70ab847 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Request body: {'port': {'device_id': 'c75367c9-42e9-45d4-a004-11ea5d4e0563', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'admin_state_up': True, 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'security_groups': ['b1294338-3d3a-4849-8473-444e5046100e']}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:48:22.877342 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c76f676-2474-4364-805c-24ee2657ac9c req-76832a38-0456-4858-8f67-38a9c70ab847 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Made reservation on behalf of 14b16f5b752d4eb6aabccd3304653e6f for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:48:22.881091 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-7c76f676-2474-4364-805c-24ee2657ac9c req-76832a38-0456-4858-8f67-38a9c70ab847 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:23.013552 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-7c76f676-2474-4364-805c-24ee2657ac9c req-76832a38-0456-4858-8f67-38a9c70ab847 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Allocated IP 172.20.0.4 (d95f19a3-63ba-4174-9d9b-72eaf529d950/f65159c6-cc24-4c8e-bbf6-f2146b8ae904/d9b1ed36-8744-4c1b-a74b-84232ed6ed6e) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:48:23.157366 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-7c76f676-2474-4364-805c-24ee2657ac9c req-76832a38-0456-4858-8f67-38a9c70ab847 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:23.167881 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1e1a5-c504-4c63-a1e6-d2167a530856 req-334a8c13-d94b-42d0-b7cc-95206748d8dc tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:23.169364 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-61c1e1a5-c504-4c63-a1e6-d2167a530856 req-334a8c13-d94b-42d0-b7cc-95206748d8dc tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0544896 Aug 09 17:48:23.172895 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-7c76f676-2474-4364-805c-24ee2657ac9c req-76832a38-0456-4858-8f67-38a9c70ab847 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Transition to ACTIVE for port object d9b1ed36-8744-4c1b-a74b-84232ed6ed6e will not be triggered until provisioned by entity DHCP. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:48:23.208486 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-7c76f676-2474-4364-805c-24ee2657ac9c req-76832a38-0456-4858-8f67-38a9c70ab847 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:23.211520 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-61c1e1a5-c504-4c63-a1e6-d2167a530856 req-99b99186-6b90-40e9-8f00-d017b656daea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346653 Aug 09 17:48:23.267040 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c76f676-2474-4364-805c-24ee2657ac9c req-76832a38-0456-4858-8f67-38a9c70ab847 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Network d95f19a3-63ba-4174-9d9b-72eaf529d950 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:48:23.270468 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-7c76f676-2474-4364-805c-24ee2657ac9c req-76832a38-0456-4858-8f67-38a9c70ab847 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:48:23.275742 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c76f676-2474-4364-805c-24ee2657ac9c req-76832a38-0456-4858-8f67-38a9c70ab847 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:48:23.278381 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76832a38-0456-4858-8f67-38a9c70ab847 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event updated for resources: {'Port': ['ID=d9b1ed36-8744-4c1b-a74b-84232ed6ed6e,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:23.333818 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76f676-2474-4364-805c-24ee2657ac9c req-76832a38-0456-4858-8f67-38a9c70ab847 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:23.335128 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-7c76f676-2474-4364-805c-24ee2657ac9c req-76832a38-0456-4858-8f67-38a9c70ab847 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:23.352045 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7c76f676-2474-4364-805c-24ee2657ac9c req-76832a38-0456-4858-8f67-38a9c70ab847 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5949221 Aug 09 17:48:23.371626 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Request body: {'port': {'device_id': 'c75367c9-42e9-45d4-a004-11ea5d4e0563', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:48:23.427854 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:23.512705 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-1fefa1fa-b0a7-4741-b4d7-d3d6d8a30fbf None None] Provisioning for port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:48:23.518913 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-1fefa1fa-b0a7-4741-b4d7-d3d6d8a30fbf None None] Provisioning complete for port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:48:23.519239 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-1fefa1fa-b0a7-4741-b4d7-d3d6d8a30fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:23.558851 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-1fefa1fa-b0a7-4741-b4d7-d3d6d8a30fbf None None] Port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:48:23.689593 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b1ed36-8744-4c1b-a74b-84232ed6ed6e {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:48:23.698403 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:23.711794 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Transition to ACTIVE for port object d9b1ed36-8744-4c1b-a74b-84232ed6ed6e will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:48:23.715694 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:23.792473 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Pushing event updated for resources: {'Port': ['ID=d9b1ed36-8744-4c1b-a74b-84232ed6ed6e,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:23.803596 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884be6a-4fca-4b9f-af6d-f953a364c655 req-b4f44043-7303-416c-9d30-9829b061cab1 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:23.810188 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4884be6a-4fca-4b9f-af6d-f953a364c655 req-b4f44043-7303-416c-9d30-9829b061cab1 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 943 time: 0.0585799 Aug 09 17:48:23.849899 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4884be6a-4fca-4b9f-af6d-f953a364c655 req-868bfa92-c29d-47c7-b27b-8fc159799dfb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1294338-3d3a-4849-8473-444e5046100e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376818 Aug 09 17:48:23.851592 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Attempting to bind port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:48:23.852542 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Attempting to bind port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:48:23.853046 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Attempting to bind port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e on network d95f19a3-63ba-4174-9d9b-72eaf529d950 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:48:23.858730 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e on network d95f19a3-63ba-4174-9d9b-72eaf529d950 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:48:23.859088 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Attempting to bind port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e on network d95f19a3-63ba-4174-9d9b-72eaf529d950 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:48:23.864386 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:48:23.864880 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Checking segment: {'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:48:23.865275 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Bound using segment: {'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:48:23.865708 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Bound port: d9b1ed36-8744-4c1b-a74b-84232ed6ed6e, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0a6089-21b4-4886-8c78-a337be068cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:48:23.866072 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:23.937446 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] For port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:48:23.940547 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] For port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d9b1ed36-8744-4c1b-a74b-84232ed6ed6e,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:48:23.946269 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:23.981481 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:23.982095 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:23.983499 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7c76f676-2474-4364-805c-24ee2657ac9c req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] 10.222.0.65 "PUT /v2.0/ports/d9b1ed36-8744-4c1b-a74b-84232ed6ed6e HTTP/1.1" status: 200 len: 1093 time: 0.6168878 Aug 09 17:48:23.983952 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75367c9-42e9-45d4-a004-11ea5d4e0563', 'tag': 'd9b1ed36-8744-4c1b-a74b-84232ed6ed6e'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:48:23.986349 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc313063-2695-4de7-b12c-4de549897102" -d '{"events": [{"name": "network-changed", "server_uuid": "c75367c9-42e9-45d4-a004-11ea5d4e0563", "tag": "d9b1ed36-8744-4c1b-a74b-84232ed6ed6e"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:48:24.010395 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915ab5c-9bf7-4c91-b7ff-0f0191f1d57e service neutron] Pushing event updated for resources: {'Port': ['ID=d9b1ed36-8744-4c1b-a74b-84232ed6ed6e,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:24.036675 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f01c8e-5bf8-43bc-af46-94e224070682 x-openstack-request-id: req-f4f01c8e-5bf8-43bc-af46-94e224070682 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:48:24.036960 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75367c9-42e9-45d4-a004-11ea5d4e0563", "tag": "d9b1ed36-8744-4c1b-a74b-84232ed6ed6e", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:48:24.037207 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4f01c8e-5bf8-43bc-af46-94e224070682 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:48:24.037598 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75367c9-42e9-45d4-a004-11ea5d4e0563', 'tag': 'd9b1ed36-8744-4c1b-a74b-84232ed6ed6e', 'status': 'completed', 'code': 200} Aug 09 17:48:24.111292 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76f676-2474-4364-805c-24ee2657ac9c req-6b154810-f0cb-4e15-b71e-58d127253e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:24.112853 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7c76f676-2474-4364-805c-24ee2657ac9c req-6b154810-f0cb-4e15-b71e-58d127253e63 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=14b16f5b752d4eb6aabccd3304653e6f&device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 1096 time: 0.0452926 Aug 09 17:48:24.173798 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7c76f676-2474-4364-805c-24ee2657ac9c req-2bdc59bd-bfe6-4f0a-ac18-86c4df44e017 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9b1ed36-8744-4c1b-a74b-84232ed6ed6e HTTP/1.1" status: 200 len: 217 time: 0.0449536 Aug 09 17:48:24.224728 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76f676-2474-4364-805c-24ee2657ac9c req-06b27d31-9fc4-4dcb-aaa5-9b28badefc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:24.226197 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7c76f676-2474-4364-805c-24ee2657ac9c req-06b27d31-9fc4-4dcb-aaa5-9b28badefc25 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f65159c6-cc24-4c8e-bbf6-f2146b8ae904 HTTP/1.1" status: 200 len: 849 time: 0.0447907 Aug 09 17:48:24.277830 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76f676-2474-4364-805c-24ee2657ac9c req-52e05996-df51-448b-8078-1f0f39b60a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:24.279367 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7c76f676-2474-4364-805c-24ee2657ac9c req-52e05996-df51-448b-8078-1f0f39b60a3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d95f19a3-63ba-4174-9d9b-72eaf529d950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408149 Aug 09 17:48:24.335877 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011fb8c-0ff4-473b-9f99-cfccbd24f136 req-3ac261bd-962c-4677-b8b3-556684455eff tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:24.337463 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6011fb8c-0ff4-473b-9f99-cfccbd24f136 req-3ac261bd-962c-4677-b8b3-556684455eff tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0505972 Aug 09 17:48:24.375723 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6011fb8c-0ff4-473b-9f99-cfccbd24f136 req-6142c3a0-13b3-43dc-ad3f-fb7ec807e893 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322254 Aug 09 17:48:24.379500 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7c76f676-2474-4364-805c-24ee2657ac9c req-0462b60f-2163-4cac-8037-5973b317a200 service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880632 Aug 09 17:48:24.474762 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-7c76f676-2474-4364-805c-24ee2657ac9c req-00c3e48e-24d4-423e-b399-d1fb69d5345f service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822687 Aug 09 17:48:24.629222 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc313063-2695-4de7-b12c-4de549897102 req-e1692ed8-e145-47ed-a3b3-fb4f55085145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:24.630624 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-bc313063-2695-4de7-b12c-4de549897102 req-e1692ed8-e145-47ed-a3b3-fb4f55085145 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=14b16f5b752d4eb6aabccd3304653e6f&device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 1096 time: 0.0471497 Aug 09 17:48:24.730515 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc313063-2695-4de7-b12c-4de549897102 req-ebfa8934-a862-4e36-ad66-a084b835ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:24.732069 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-bc313063-2695-4de7-b12c-4de549897102 req-ebfa8934-a862-4e36-ad66-a084b835ef52 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d95f19a3-63ba-4174-9d9b-72eaf529d950 HTTP/1.1" status: 200 len: 911 time: 0.0923913 Aug 09 17:48:24.778656 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-bc313063-2695-4de7-b12c-4de549897102 req-346b000d-2c92-4546-8d84-906b376a34d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9b1ed36-8744-4c1b-a74b-84232ed6ed6e HTTP/1.1" status: 200 len: 217 time: 0.0373216 Aug 09 17:48:24.835119 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc313063-2695-4de7-b12c-4de549897102 req-f270c6b4-f17d-4bc3-8dcd-81815bd8d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:24.837372 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-bc313063-2695-4de7-b12c-4de549897102 req-f270c6b4-f17d-4bc3-8dcd-81815bd8d861 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f65159c6-cc24-4c8e-bbf6-f2146b8ae904 HTTP/1.1" status: 200 len: 849 time: 0.0509117 Aug 09 17:48:24.891542 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc313063-2695-4de7-b12c-4de549897102 req-caf8a147-4188-488d-a21e-8f478bcc6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:24.894148 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-bc313063-2695-4de7-b12c-4de549897102 req-caf8a147-4188-488d-a21e-8f478bcc6bc8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d95f19a3-63ba-4174-9d9b-72eaf529d950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0476143 Aug 09 17:48:24.988236 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60af48d-435b-443a-b3eb-720dfd7f7c93 req-6d8a5ebd-0120-42e1-92fd-bf04ff63a5fb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:24.989723 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a60af48d-435b-443a-b3eb-720dfd7f7c93 req-6d8a5ebd-0120-42e1-92fd-bf04ff63a5fb tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 943 time: 0.0536435 Aug 09 17:48:25.001067 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-bc313063-2695-4de7-b12c-4de549897102 req-6af64b00-d441-4a3d-9acd-421ce927a94d service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902085 Aug 09 17:48:25.028425 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a60af48d-435b-443a-b3eb-720dfd7f7c93 req-754315ce-89bf-4b09-8e13-60399b825da7 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1294338-3d3a-4849-8473-444e5046100e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323837 Aug 09 17:48:25.104093 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-bc313063-2695-4de7-b12c-4de549897102 req-74d25614-0cf9-4a8b-8172-fa21b995f4a9 service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892930 Aug 09 17:48:25.503632 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f203a40-5c86-4890-bb46-60239d4512b4 req-5dd5521c-abd6-4c75-8005-dc324289f49d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:25.505213 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8f203a40-5c86-4890-bb46-60239d4512b4 req-5dd5521c-abd6-4c75-8005-dc324289f49d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0555711 Aug 09 17:48:25.551996 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8f203a40-5c86-4890-bb46-60239d4512b4 req-ba163638-8df7-487d-aa2d-25de379f3326 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381503 Aug 09 17:48:26.151283 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a7222-73e7-4f48-abc5-5ccc3dfdef15 req-7815cf2f-3ad2-4524-ab87-adecd57df105 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:26.152859 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4a1a7222-73e7-4f48-abc5-5ccc3dfdef15 req-7815cf2f-3ad2-4524-ab87-adecd57df105 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 943 time: 0.0528991 Aug 09 17:48:26.192559 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4a1a7222-73e7-4f48-abc5-5ccc3dfdef15 req-977ce2e9-b923-433d-bada-ed80f07baa11 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1294338-3d3a-4849-8473-444e5046100e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335009 Aug 09 17:48:26.688532 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11576c32-9786-4148-83fe-fe436ae67d45 req-b30980af-debd-44ed-9016-ff46358783db tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:26.690561 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-11576c32-9786-4148-83fe-fe436ae67d45 req-b30980af-debd-44ed-9016-ff46358783db tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0600109 Aug 09 17:48:26.742376 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-11576c32-9786-4148-83fe-fe436ae67d45 req-d73b7b75-9c86-4068-99ff-4b2f9c12d09b tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411832 Aug 09 17:48:26.748117 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device d9b1ed36-8744-4c1b-a74b-84232ed6ed6e details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:48:26.762660 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:26.853405 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d9b1ed36-8744-4c1b-a74b-84232ed6ed6e,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:48:26.865169 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': 'd9b1ed36-8744-4c1b-a74b-84232ed6ed6e', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'port_id': 'd9b1ed36-8744-4c1b-a74b-84232ed6ed6e', 'mac_address': 'fa:16:3e:1f:a7:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:48:26.907787 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:26.921253 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b1ed36-8744-4c1b-a74b-84232ed6ed6e {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:48:26.942530 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d9b1ed36-8744-4c1b-a74b-84232ed6ed6e,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:48:26.947562 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:26.998932 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=d9b1ed36-8744-4c1b-a74b-84232ed6ed6e,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:27.006269 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:27.006592 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:27.006924 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:27.007266 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:27.007592 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:27.007918 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:27.008770 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:27.009099 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:27.009423 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:27.009741 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:27.010061 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:27.010377 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:27.273020 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['d9b1ed36-8744-4c1b-a74b-84232ed6ed6e'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:48:27.319372 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b425e23-dbc3-496f-87bc-88b738ad1d32 req-2fd200a4-a87c-4506-b199-47cf70452303 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:27.321032 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4b425e23-dbc3-496f-87bc-88b738ad1d32 req-2fd200a4-a87c-4506-b199-47cf70452303 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 944 time: 0.0597501 Aug 09 17:48:27.362717 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4b425e23-dbc3-496f-87bc-88b738ad1d32 req-dcc9d8e6-b774-4716-9a62-8737aa123fec tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1294338-3d3a-4849-8473-444e5046100e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348654 Aug 09 17:48:27.876577 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18869208-ed97-4ce8-b4be-9079629655f7 req-f6ef9cff-a358-449c-91b6-3d3ab738e494 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:27.880021 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-18869208-ed97-4ce8-b4be-9079629655f7 req-f6ef9cff-a358-449c-91b6-3d3ab738e494 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0497816 Aug 09 17:48:27.918430 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-18869208-ed97-4ce8-b4be-9079629655f7 req-b2303c4b-9afe-48f3-88f1-ef4566948109 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332358 Aug 09 17:48:28.495747 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cb951-973b-47bd-b81a-33db6b32ac64 req-d94d1cfe-3547-48bb-b656-f2ad242bcbe5 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:28.497295 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5b3cb951-973b-47bd-b81a-33db6b32ac64 req-d94d1cfe-3547-48bb-b656-f2ad242bcbe5 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 944 time: 0.0626493 Aug 09 17:48:28.540904 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5b3cb951-973b-47bd-b81a-33db6b32ac64 req-2b2abf3e-cf42-4d57-b905-36b4d3aef927 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1294338-3d3a-4849-8473-444e5046100e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374343 Aug 09 17:48:28.691473 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:48:28.703110 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device d9b1ed36-8744-4c1b-a74b-84232ed6ed6e up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:48:28.812655 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:48:28.821523 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:48:28.822674 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:28.856305 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:48:28.876216 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'port_id': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8', 'mac_address': 'fa:16:3e:e7:63:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:48:28.939968 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:28.962171 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:48:28.971880 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:28.996898 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:48:29.009423 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:29.022783 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75367c9-42e9-45d4-a004-11ea5d4e0563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b1ed36-8744-4c1b-a74b-84232ed6ed6e'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:48:29.026570 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9cf2f9-e8be-435d-9fb2-8fe076f785b7" -d '{"events": [{"server_uuid": "c75367c9-42e9-45d4-a004-11ea5d4e0563", "name": "network-vif-plugged", "status": "completed", "tag": "d9b1ed36-8744-4c1b-a74b-84232ed6ed6e"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:48:29.069731 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f58d9-44cb-4eb3-a60d-3eb7b3811025 req-f8091a02-5eb1-48f3-b7f6-588a58f8a1b5 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:29.072779 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d9b1ed36-8744-4c1b-a74b-84232ed6ed6e,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:48:29.073017 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:48:29.073612 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4d6f58d9-44cb-4eb3-a60d-3eb7b3811025 req-f8091a02-5eb1-48f3-b7f6-588a58f8a1b5 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 944 time: 0.0756371 Aug 09 17:48:29.078645 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:29.101169 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,revision_number=6']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:29.120090 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4d6f58d9-44cb-4eb3-a60d-3eb7b3811025 req-7b61f3a0-505e-4fe1-8413-035d0260bdb9 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391357 Aug 09 17:48:29.157199 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=d9b1ed36-8744-4c1b-a74b-84232ed6ed6e,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:29.187210 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['6fd50b7c-b111-4f17-9d3a-097dcbb642a8'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:48:29.237389 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30bec75-0920-4f5f-b766-c4ae53562ed8 x-openstack-request-id: req-a30bec75-0920-4f5f-b766-c4ae53562ed8 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:48:29.237702 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75367c9-42e9-45d4-a004-11ea5d4e0563", "name": "network-vif-plugged", "status": "completed", "tag": "d9b1ed36-8744-4c1b-a74b-84232ed6ed6e", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:48:29.237949 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a30bec75-0920-4f5f-b766-c4ae53562ed8 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:48:29.238336 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75367c9-42e9-45d4-a004-11ea5d4e0563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b1ed36-8744-4c1b-a74b-84232ed6ed6e', 'code': 200} Aug 09 17:48:29.497575 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279f4a4-fd37-47bb-9e03-122a10cfe32a req-fa635322-e510-4b59-8909-8bb917f42b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:29.499209 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4279f4a4-fd37-47bb-9e03-122a10cfe32a req-fa635322-e510-4b59-8909-8bb917f42b24 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 1098 time: 0.0451779 Aug 09 17:48:29.536492 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-4279f4a4-fd37-47bb-9e03-122a10cfe32a req-7e5638c7-1fbe-46b1-9ae0-67b926d7e41e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b1294338-3d3a-4849-8473-444e5046100e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294874 Aug 09 17:48:29.678766 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1c778-d989-4bbe-ab30-018509311a59 req-b1569717-4ee9-489a-82dc-3f7a6abb0070 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:29.681493 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d3c1c778-d989-4bbe-ab30-018509311a59 req-b1569717-4ee9-489a-82dc-3f7a6abb0070 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 945 time: 0.0617259 Aug 09 17:48:29.724200 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d3c1c778-d989-4bbe-ab30-018509311a59 req-94ef64ad-a6b3-4db9-af11-8703bf7210cd tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1294338-3d3a-4849-8473-444e5046100e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368123 Aug 09 17:48:30.271731 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f2d6f-599f-4b49-8e89-907502d18a2c req-ad3167e4-abe8-48c4-a757-8ec5d3c935de tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:30.273355 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-238f2d6f-599f-4b49-8e89-907502d18a2c req-ad3167e4-abe8-48c4-a757-8ec5d3c935de tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 944 time: 0.0636325 Aug 09 17:48:30.325590 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-238f2d6f-599f-4b49-8e89-907502d18a2c req-5712941c-a5de-4f23-8d9f-680d43f2379f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449049 Aug 09 17:48:30.698994 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:48:30.812711 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:48:30.813212 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:30.916132 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d72a87-d3c6-4fac-a50f-5fb93928de45 req-b8b3ca06-6ec3-4462-95eb-cb8044299a57 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:30.923955 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c0d72a87-d3c6-4fac-a50f-5fb93928de45 req-b8b3ca06-6ec3-4462-95eb-cb8044299a57 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 945 time: 0.1056614 Aug 09 17:48:30.976069 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c0d72a87-d3c6-4fac-a50f-5fb93928de45 req-27d33eff-7045-44e1-805e-bcae6b8ea41e tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1294338-3d3a-4849-8473-444e5046100e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430868 Aug 09 17:48:31.005450 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:31.049512 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:48:31.058751 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:31.127345 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,revision_number=7']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:31.239238 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9690f642-1eeb-4fce-938d-d86177b338ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:48:31.242723 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87338ba-9d6e-4f10-8635-75d960fce731" -d '{"events": [{"server_uuid": "9690f642-1eeb-4fce-938d-d86177b338ce", "name": "network-vif-plugged", "status": "completed", "tag": "6fd50b7c-b111-4f17-9d3a-097dcbb642a8"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:48:31.290903 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9f3218-b08c-4cb4-9246-7469ea248d2e x-openstack-request-id: req-7c9f3218-b08c-4cb4-9246-7469ea248d2e {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:48:31.291502 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9690f642-1eeb-4fce-938d-d86177b338ce", "name": "network-vif-plugged", "status": "completed", "tag": "6fd50b7c-b111-4f17-9d3a-097dcbb642a8", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:48:31.291972 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7c9f3218-b08c-4cb4-9246-7469ea248d2e {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:48:31.292751 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9690f642-1eeb-4fce-938d-d86177b338ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8', 'code': 200} Aug 09 17:48:31.462260 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4610c3-fe09-4339-a2ab-76a2bf17d9f1 req-8c5ec475-b8f0-471f-9b13-5a9668a9bf5f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:31.469514 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-db4610c3-fe09-4339-a2ab-76a2bf17d9f1 req-8c5ec475-b8f0-471f-9b13-5a9668a9bf5f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0592146 Aug 09 17:48:31.514419 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-db4610c3-fe09-4339-a2ab-76a2bf17d9f1 req-55e442f2-a4b5-43bd-a5a7-2623c1335adb tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437188 Aug 09 17:48:32.149785 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdc4e4-ce95-47d1-a0d3-72f44f7355f6 req-1b2b8866-6f5d-4348-b789-626fef3efbea tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:32.152422 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-edcdc4e4-ce95-47d1-a0d3-72f44f7355f6 req-1b2b8866-6f5d-4348-b789-626fef3efbea tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 945 time: 0.0777941 Aug 09 17:48:32.165574 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e8a0fe36-456a-41c6-b333-09b945858ac2 req-d48dae52-48c7-41ab-94ce-08981b5e6671 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887291 Aug 09 17:48:32.208969 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-edcdc4e4-ce95-47d1-a0d3-72f44f7355f6 req-84e95779-153f-4f80-a12f-cbfba915a4da tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1294338-3d3a-4849-8473-444e5046100e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494215 Aug 09 17:48:32.261075 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0fe36-456a-41c6-b333-09b945858ac2 req-092101eb-15ea-468a-9db2-7284a74ccfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:32.263004 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e8a0fe36-456a-41c6-b333-09b945858ac2 req-092101eb-15ea-468a-9db2-7284a74ccfb4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=137c6f0b601e4faf99bd17e253fa3596&device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 1098 time: 0.0582221 Aug 09 17:48:32.367757 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadf646-cd70-446f-852e-fa23181a44b2 req-0e2ef161-0d9e-46e5-9618-82438b44f891 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:32.379581 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1dadf646-cd70-446f-852e-fa23181a44b2 req-0e2ef161-0d9e-46e5-9618-82438b44f891 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 945 time: 0.0614085 Aug 09 17:48:32.380626 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55802) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:48:32.385542 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-a3fde0dc-e2da-4ff0-8172-4c7f91914a64 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Request body: {'floatingip': {'port_id': 'd9b1ed36-8744-4c1b-a74b-84232ed6ed6e'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:48:32.415437 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0fe36-456a-41c6-b333-09b945858ac2 req-57a083fd-ec9d-488d-a955-de65e5bbd6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:32.418349 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e8a0fe36-456a-41c6-b333-09b945858ac2 req-57a083fd-ec9d-488d-a955-de65e5bbd6bd service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b1ff93c-f38a-4631-a50e-b0003eba36bb HTTP/1.1" status: 200 len: 909 time: 0.1325226 Aug 09 17:48:32.432320 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a3fde0dc-e2da-4ff0-8172-4c7f91914a64 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for floatingip, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:32.525567 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e8a0fe36-456a-41c6-b333-09b945858ac2 req-7205f8fe-aaa3-4cfd-a6f2-da91a9b02488 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188 HTTP/1.1" status: 200 len: 1001 time: 0.0966487 Aug 09 17:48:32.609700 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0fe36-456a-41c6-b333-09b945858ac2 req-be1a7bc7-5ea8-4030-8bd0-aaa070883fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:32.611568 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e8a0fe36-456a-41c6-b333-09b945858ac2 req-be1a7bc7-5ea8-4030-8bd0-aaa070883fa6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f09a200-788b-4fd2-bf36-20c630d4757d HTTP/1.1" status: 200 len: 847 time: 0.0714855 Aug 09 17:48:32.685451 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0fe36-456a-41c6-b333-09b945858ac2 req-d2f449ae-c26c-46fe-b826-a1f59158c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:32.687062 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e8a0fe36-456a-41c6-b333-09b945858ac2 req-d2f449ae-c26c-46fe-b826-a1f59158c64d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b1ff93c-f38a-4631-a50e-b0003eba36bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0679171 Aug 09 17:48:32.721978 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1fbcb-f4e2-46e1-b2e0-d3cd9e222110 req-b9f378a2-e7e5-43aa-9aa1-e20668dc68ba tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:32.730192 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-12c1fbcb-f4e2-46e1-b2e0-d3cd9e222110 req-b9f378a2-e7e5-43aa-9aa1-e20668dc68ba tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.1179185 Aug 09 17:48:32.825662 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-12c1fbcb-f4e2-46e1-b2e0-d3cd9e222110 req-892a578a-8f85-4d2a-9a15-0d20df574ac9 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942740 Aug 09 17:48:32.880514 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e8a0fe36-456a-41c6-b333-09b945858ac2 req-c33c7b2f-481f-4922-a3c7-68750c61e14d service neutron] 10.222.0.65 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794336 Aug 09 17:48:32.998724 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e8a0fe36-456a-41c6-b333-09b945858ac2 req-6da2c6a1-0cba-42d0-8695-92ec14b840d1 service neutron] 10.222.0.65 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091566 Aug 09 17:48:33.400547 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a3fde0dc-e2da-4ff0-8172-4c7f91914a64 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:33.405242 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a3fde0dc-e2da-4ff0-8172-4c7f91914a64 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:33.527777 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.l3_db [None req-a3fde0dc-e2da-4ff0-8172-4c7f91914a64 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Floating IP 67b917b7-fbbe-4163-9ff0-ee29a83348dc associated. External IP: 172.27.3.224, port: d9b1ed36-8744-4c1b-a74b-84232ed6ed6e. Aug 09 17:48:33.768879 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fde0dc-e2da-4ff0-8172-4c7f91914a64 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Router d6b89641-c859-46dd-8935-f9d34d075532 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:48:33.902123 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fde0dc-e2da-4ff0-8172-4c7f91914a64 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:48:33.916596 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a178d2-e534-47ea-a0ca-230e4508905f None None] Sync routers for ids ['d6b89641-c859-46dd-8935-f9d34d075532'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:48:33.918101 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a3fde0dc-e2da-4ff0-8172-4c7f91914a64 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:33.939067 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a178d2-e534-47ea-a0ca-230e4508905f None None] Routers {'d6b89641-c859-46dd-8935-f9d34d075532'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:48:33.939810 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-42a178d2-e534-47ea-a0ca-230e4508905f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:48:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['d6b89641-c859-46dd-8935-f9d34d075532'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:48:33.953136 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-a3fde0dc-e2da-4ff0-8172-4c7f91914a64 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "PUT /v2.0/floatingips/67b917b7-fbbe-4163-9ff0-ee29a83348dc HTTP/1.1" status: 200 len: 991 time: 1.5691159 Aug 09 17:48:33.979138 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75367c9-42e9-45d4-a004-11ea5d4e0563', 'tag': 'd9b1ed36-8744-4c1b-a74b-84232ed6ed6e'}] {{(pid=99900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:48:33.985229 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52788b1323733baf8e31af4f639cf4d765f564af81bf47ef1f9025336242e156" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba077d04-b532-42ae-8913-a45e0f930dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "c75367c9-42e9-45d4-a004-11ea5d4e0563", "tag": "d9b1ed36-8744-4c1b-a74b-84232ed6ed6e"}]}' {{(pid=99900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:48:34.045776 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9562d-07de-4a17-a423-42e1ee552a8b req-527518bc-62c0-4419-994e-b30bc28487e9 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:34.047873 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-baa9562d-07de-4a17-a423-42e1ee552a8b req-527518bc-62c0-4419-994e-b30bc28487e9 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0963686 Aug 09 17:48:34.091991 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-42a178d2-e534-47ea-a0ca-230e4508905f None None] Set router d6b89641-c859-46dd-8935-f9d34d075532 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:48:34.103387 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-baa9562d-07de-4a17-a423-42e1ee552a8b req-32630237-ca75-4da9-bd3f-cec101fdc2f7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471733 Aug 09 17:48:34.174906 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e65274-eee7-4759-a545-26baa208c597 x-openstack-request-id: req-e2e65274-eee7-4759-a545-26baa208c597 {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:48:34.175189 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75367c9-42e9-45d4-a004-11ea5d4e0563", "tag": "d9b1ed36-8744-4c1b-a74b-84232ed6ed6e", "status": "completed", "code": 200}]} {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:48:34.175445 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e2e65274-eee7-4759-a545-26baa208c597 {{(pid=99900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:48:34.175847 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75367c9-42e9-45d4-a004-11ea5d4e0563', 'tag': 'd9b1ed36-8744-4c1b-a74b-84232ed6ed6e', 'status': 'completed', 'code': 200} Aug 09 17:48:34.278610 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba077d04-b532-42ae-8913-a45e0f930dcf req-7690b6c4-ad20-48b1-916c-2d144ff76245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:34.280412 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ba077d04-b532-42ae-8913-a45e0f930dcf req-7690b6c4-ad20-48b1-916c-2d144ff76245 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=14b16f5b752d4eb6aabccd3304653e6f&device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 1098 time: 0.0506589 Aug 09 17:48:34.421438 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba077d04-b532-42ae-8913-a45e0f930dcf req-e0021f14-a518-4fea-bcc8-21346fe774de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:34.423574 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ba077d04-b532-42ae-8913-a45e0f930dcf req-e0021f14-a518-4fea-bcc8-21346fe774de service neutron] 10.222.0.65 "GET /v2.0/networks?id=d95f19a3-63ba-4174-9d9b-72eaf529d950 HTTP/1.1" status: 200 len: 911 time: 0.1332071 Aug 09 17:48:34.525480 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-42a178d2-e534-47ea-a0ca-230e4508905f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:06Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '67b917b7-fbbe-4163-9ff0-ee29a83348dc', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'port_id': 'd9b1ed36-8744-4c1b-a74b-84232ed6ed6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'mac_address': 'fa:16:3e:1f:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75367c9-42e9-45d4-a004-11ea5d4e0563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:48:20Z', 'updated_at': '2021-08-09T17:48:33Z', 'revision_number': 1, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04aa2bf-12c7-4059-9c6d-f31f14eed0f7', 'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'mac_address': 'fa:16:3e:9c:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:04Z', 'updated_at': '2021-08-09T17:44:15Z', 'revision_number': 5, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'subnets': [{'id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:48:34.538125 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ba077d04-b532-42ae-8913-a45e0f930dcf req-9ed15b35-6400-43ec-9d2b-a5ee756b59e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9b1ed36-8744-4c1b-a74b-84232ed6ed6e HTTP/1.1" status: 200 len: 999 time: 0.1029532 Aug 09 17:48:34.569618 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a178d2-e534-47ea-a0ca-230e4508905f None None] Checking router: d6b89641-c859-46dd-8935-f9d34d075532 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:48:34.584069 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a178d2-e534-47ea-a0ca-230e4508905f None None] Routers {'d6b89641-c859-46dd-8935-f9d34d075532'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:48:34.584415 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-42a178d2-e534-47ea-a0ca-230e4508905f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:48:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['d6b89641-c859-46dd-8935-f9d34d075532'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:48:34.617907 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba077d04-b532-42ae-8913-a45e0f930dcf req-4572e3e2-209f-420e-aefb-7dbb54a03d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:34.617907 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ba077d04-b532-42ae-8913-a45e0f930dcf req-4572e3e2-209f-420e-aefb-7dbb54a03d9e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f65159c6-cc24-4c8e-bbf6-f2146b8ae904 HTTP/1.1" status: 200 len: 849 time: 0.0695033 Aug 09 17:48:34.707993 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba077d04-b532-42ae-8913-a45e0f930dcf req-fabeea89-8560-453b-a025-5df4be6acfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:34.711483 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ba077d04-b532-42ae-8913-a45e0f930dcf req-fabeea89-8560-453b-a025-5df4be6acfc1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d95f19a3-63ba-4174-9d9b-72eaf529d950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0839148 Aug 09 17:48:34.757630 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-42a178d2-e534-47ea-a0ca-230e4508905f None None] Set router d6b89641-c859-46dd-8935-f9d34d075532 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:48:34.827609 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ba077d04-b532-42ae-8913-a45e0f930dcf req-db8cc29c-68e7-4be0-aeb7-ef7ef5e297cf service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040530 Aug 09 17:48:34.966285 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ba077d04-b532-42ae-8913-a45e0f930dcf req-3da5a6af-4ab6-42ff-bb86-caf8458692c7 service neutron] 10.222.0.65 "GET /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288824 Aug 09 17:48:35.108117 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-42a178d2-e534-47ea-a0ca-230e4508905f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:06Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '67b917b7-fbbe-4163-9ff0-ee29a83348dc', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'port_id': 'd9b1ed36-8744-4c1b-a74b-84232ed6ed6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'mac_address': 'fa:16:3e:1f:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75367c9-42e9-45d4-a004-11ea5d4e0563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:48:20Z', 'updated_at': '2021-08-09T17:48:33Z', 'revision_number': 1, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04aa2bf-12c7-4059-9c6d-f31f14eed0f7', 'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'mac_address': 'fa:16:3e:9c:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:04Z', 'updated_at': '2021-08-09T17:44:15Z', 'revision_number': 5, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'subnets': [{'id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:48:35.152568 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a178d2-e534-47ea-a0ca-230e4508905f None None] The sync data for ids ['d6b89641-c859-46dd-8935-f9d34d075532'] in dv-cinder-780933-13-iscsi is: [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:06Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '67b917b7-fbbe-4163-9ff0-ee29a83348dc', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'port_id': 'd9b1ed36-8744-4c1b-a74b-84232ed6ed6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'mac_address': 'fa:16:3e:1f:a7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75367c9-42e9-45d4-a004-11ea5d4e0563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:48:20Z', 'updated_at': '2021-08-09T17:48:33Z', 'revision_number': 1, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04aa2bf-12c7-4059-9c6d-f31f14eed0f7', 'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'mac_address': 'fa:16:3e:9c:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:04Z', 'updated_at': '2021-08-09T17:44:15Z', 'revision_number': 5, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'subnets': [{'id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:48:35.317907 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e6dbb-a13c-46eb-8548-5eec5f365ff7 req-27dacf2e-3ea1-486c-a904-011dd0691b8a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:35.320945 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ef5e6dbb-a13c-46eb-8548-5eec5f365ff7 req-27dacf2e-3ea1-486c-a904-011dd0691b8a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0733583 Aug 09 17:48:35.378301 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ef5e6dbb-a13c-46eb-8548-5eec5f365ff7 req-6101e75b-38d9-4754-a1f2-8a9bcc5be0f0 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494978 Aug 09 17:48:35.468298 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eb3b6d-8262-402b-807a-ef359ff09ace None None] New status for floating IP 67b917b7-fbbe-4163-9ff0-ee29a83348dc: ACTIVE {{(pid=99902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:48:36.572966 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cb43d-6fd4-40fa-b833-e911fe752aa9 req-9afea12f-83e5-45b5-9c08-53b71cc07b81 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:36.575608 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6a5cb43d-6fd4-40fa-b833-e911fe752aa9 req-9afea12f-83e5-45b5-9c08-53b71cc07b81 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0751770 Aug 09 17:48:36.620591 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6a5cb43d-6fd4-40fa-b833-e911fe752aa9 req-9c0eafcf-651f-41f3-9855-8e9a06b36111 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375266 Aug 09 17:48:37.775049 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9717a5-a8f1-4a98-b335-223cd163e3f5 req-01bf90ad-2f08-475d-9283-69307d0856cc tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:37.776904 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2c9717a5-a8f1-4a98-b335-223cd163e3f5 req-01bf90ad-2f08-475d-9283-69307d0856cc tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0623312 Aug 09 17:48:37.837525 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2c9717a5-a8f1-4a98-b335-223cd163e3f5 req-f40ba5f0-93ef-4789-ae05-cd36ae38880e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505841 Aug 09 17:48:37.904025 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-a66f5af9-b9ef-4f5a-ba0a-ee718e387fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:38.998596 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd058906-2e22-467a-9330-9575f8e7554f req-05b499c5-782c-4f2a-b103-0d22fc71f8fe tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:39.002007 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fd058906-2e22-467a-9330-9575f8e7554f req-05b499c5-782c-4f2a-b103-0d22fc71f8fe tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0643568 Aug 09 17:48:39.060004 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fd058906-2e22-467a-9330-9575f8e7554f req-9e91c042-11bc-42d9-a61a-3898d5a90ca2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434108 Aug 09 17:48:40.206247 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381f95f-b3f4-4b0b-a66b-48a64d4d10bc req-37bd7c33-aaac-4750-ad1c-27ec2604d682 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:40.213665 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0381f95f-b3f4-4b0b-a66b-48a64d4d10bc req-37bd7c33-aaac-4750-ad1c-27ec2604d682 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0709286 Aug 09 17:48:40.252836 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0381f95f-b3f4-4b0b-a66b-48a64d4d10bc req-e487cb1a-8469-4c1f-b59b-a3e0dd1d7aeb tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383015 Aug 09 17:48:40.558315 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:40.850538 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-bf44b181-a0ef-4e72-a2d3-164a2a7a0f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:41.242767 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03494983-361f-4b46-9bae-8f3898684751 req-55330265-6984-4527-a9c3-6d3550c004e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:41.244518 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-03494983-361f-4b46-9bae-8f3898684751 req-55330265-6984-4527-a9c3-6d3550c004e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc9699f4940942999992b0fe593c8833&device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 1098 time: 0.0565953 Aug 09 17:48:41.358950 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03494983-361f-4b46-9bae-8f3898684751 req-801aae27-5c2b-45ed-884c-4ff443d4cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:41.361376 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-03494983-361f-4b46-9bae-8f3898684751 req-801aae27-5c2b-45ed-884c-4ff443d4cab8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f HTTP/1.1" status: 200 len: 917 time: 0.0986369 Aug 09 17:48:41.386914 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e804a-fd68-4d74-a74d-8dfa38f0bd32 req-3054417a-8fe1-44d0-baa2-b93e656803d9 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:41.388537 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0e0e804a-fd68-4d74-a74d-8dfa38f0bd32 req-3054417a-8fe1-44d0-baa2-b93e656803d9 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0527279 Aug 09 17:48:41.432054 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0e0e804a-fd68-4d74-a74d-8dfa38f0bd32 req-51dd02f1-bd9f-4684-b01e-3a98b80ee3da tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351553 Aug 09 17:48:41.437451 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-03494983-361f-4b46-9bae-8f3898684751 req-161465eb-e5cd-4e5d-967a-092cbaa1effd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8 HTTP/1.1" status: 200 len: 1000 time: 0.0613480 Aug 09 17:48:41.501755 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03494983-361f-4b46-9bae-8f3898684751 req-1d861346-c3f4-4b79-bff8-a8b2318e56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:41.501755 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-03494983-361f-4b46-9bae-8f3898684751 req-1d861346-c3f4-4b79-bff8-a8b2318e56bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d979a41-53a7-4435-9ead-3f50cab74183 HTTP/1.1" status: 200 len: 855 time: 0.0474412 Aug 09 17:48:41.561534 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03494983-361f-4b46-9bae-8f3898684751 req-5f34f6a0-522f-4875-86b6-42f003ba1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:41.563301 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-03494983-361f-4b46-9bae-8f3898684751 req-5f34f6a0-522f-4875-86b6-42f003ba1ab6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490623 Aug 09 17:48:41.660472 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-03494983-361f-4b46-9bae-8f3898684751 req-d96a8a38-ccc5-41c7-83ac-2787c88025ab service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901899 Aug 09 17:48:41.770806 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-03494983-361f-4b46-9bae-8f3898684751 req-987aa56d-1cf0-458e-beae-6a644554090d service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018655 Aug 09 17:48:41.865150 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:42.558565 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eab15c-ae8d-440b-8a8f-a45a89b0ba54 req-9ef52072-bbd9-4ba8-9a09-e3b1643cb8c7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:42.560159 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a8eab15c-ae8d-440b-8a8f-a45a89b0ba54 req-9ef52072-bbd9-4ba8-9a09-e3b1643cb8c7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0497630 Aug 09 17:48:42.600043 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a8eab15c-ae8d-440b-8a8f-a45a89b0ba54 req-0ba1350e-7848-4eea-add2-dc55c62cae5a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338457 Aug 09 17:48:43.680146 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:43.736239 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cd392-2cef-4b15-a6dc-87e08db247ca req-2c36803c-49c5-41fa-9e92-16d8c9ec7038 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:43.737788 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b05cd392-2cef-4b15-a6dc-87e08db247ca req-2c36803c-49c5-41fa-9e92-16d8c9ec7038 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0573597 Aug 09 17:48:43.779208 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b05cd392-2cef-4b15-a6dc-87e08db247ca req-869256e4-4df5-467f-bb44-ed08a89be86c tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337436 Aug 09 17:48:44.785508 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:48:44.899911 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:44.920436 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed90fda-3a0d-4f21-afb9-e0877d703c36 req-c7beb1b0-e51a-45ad-a204-1b45db47c0c1 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:44.922034 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eed90fda-3a0d-4f21-afb9-e0877d703c36 req-c7beb1b0-e51a-45ad-a204-1b45db47c0c1 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 945 time: 0.0574629 Aug 09 17:48:44.926536 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9690f642-1eeb-4fce-938d-d86177b338ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:48:44.928834 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc7fa66-231a-445d-8dff-b7f388b60230" -d '{"events": [{"server_uuid": "9690f642-1eeb-4fce-938d-d86177b338ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd50b7c-b111-4f17-9d3a-097dcbb642a8"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:48:44.942372 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:48:44.948141 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:44.974897 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 17:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3967111-abf6-400d-842b-517e2b07d0b5 x-openstack-request-id: req-e3967111-abf6-400d-842b-517e2b07d0b5 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:48:44.974897 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9690f642-1eeb-4fce-938d-d86177b338ce", "name": "network-vif-unplugged", "status": "failed", "tag": "6fd50b7c-b111-4f17-9d3a-097dcbb642a8", "code": 422}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:48:44.974897 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e3967111-abf6-400d-842b-517e2b07d0b5 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:48:44.975342 dv-cinder-780933-13-iscsi neutron-server[99901]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9690f642-1eeb-4fce-938d-d86177b338ce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8', 'code': 422} returned with failed status Aug 09 17:48:44.984494 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eed90fda-3a0d-4f21-afb9-e0877d703c36 req-139e4d7c-a147-4307-8a0c-923aa69ea604 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559218 Aug 09 17:48:45.004080 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,revision_number=8']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:46.065370 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d472477-4db2-4eab-b388-1697641bd747 req-bbc8378c-cd72-4e38-a0a9-bd0991672067 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:46.067367 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8d472477-4db2-4eab-b388-1697641bd747 req-bbc8378c-cd72-4e38-a0a9-bd0991672067 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0663097 Aug 09 17:48:46.109780 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8d472477-4db2-4eab-b388-1697641bd747 req-83f902c9-6bf7-4a30-b08c-78dd4d1a4545 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360758 Aug 09 17:48:46.331815 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 55920) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:48:46.425099 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3044b66f-030c-4299-b392-10375e160ed2 req-6ceaa123-d19a-48ff-8f31-5ea4f1b2cefc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921316 Aug 09 17:48:47.247516 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e7970-3231-414f-be06-34cb4a125ff4 req-7dfef74b-8b98-40ff-b1b1-9dcdd0139349 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:47.249037 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4b2e7970-3231-414f-be06-34cb4a125ff4 req-7dfef74b-8b98-40ff-b1b1-9dcdd0139349 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0620828 Aug 09 17:48:47.290739 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4b2e7970-3231-414f-be06-34cb4a125ff4 req-6af3c9d3-86bb-4feb-aa1e-5f7e4f67760d tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353644 Aug 09 17:48:47.416241 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044b66f-030c-4299-b392-10375e160ed2 req-6a70ce40-98b8-4335-9079-c2b2520857bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:47.417956 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3044b66f-030c-4299-b392-10375e160ed2 req-6a70ce40-98b8-4335-9079-c2b2520857bd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce&tenant_id=dc9699f4940942999992b0fe593c8833 HTTP/1.1" status: 200 len: 1096 time: 0.0421751 Aug 09 17:48:47.497859 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044b66f-030c-4299-b392-10375e160ed2 req-d2a9e48b-f52c-4e76-8a36-5864759c4ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:47.499467 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3044b66f-030c-4299-b392-10375e160ed2 req-d2a9e48b-f52c-4e76-8a36-5864759c4ae2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc9699f4940942999992b0fe593c8833&device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 1096 time: 0.0441284 Aug 09 17:48:47.605745 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044b66f-030c-4299-b392-10375e160ed2 req-bb47249f-260c-464e-9870-148bae55e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:47.605745 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3044b66f-030c-4299-b392-10375e160ed2 req-bb47249f-260c-464e-9870-148bae55e65a service neutron] 10.222.0.65 "GET /v2.0/networks?id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f HTTP/1.1" status: 200 len: 917 time: 0.0956576 Aug 09 17:48:47.679999 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3044b66f-030c-4299-b392-10375e160ed2 req-f6f65d9c-b6b9-457a-be37-493e7369774d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8 HTTP/1.1" status: 200 len: 998 time: 0.0626271 Aug 09 17:48:47.736782 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044b66f-030c-4299-b392-10375e160ed2 req-50571ff1-3b10-41cc-ba24-1191e113c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:47.738261 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3044b66f-030c-4299-b392-10375e160ed2 req-50571ff1-3b10-41cc-ba24-1191e113c173 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d979a41-53a7-4435-9ead-3f50cab74183 HTTP/1.1" status: 200 len: 855 time: 0.0505488 Aug 09 17:48:47.805085 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044b66f-030c-4299-b392-10375e160ed2 req-e84be7d2-7944-413b-91ff-4b4fdc6b2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:47.807698 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3044b66f-030c-4299-b392-10375e160ed2 req-e84be7d2-7944-413b-91ff-4b4fdc6b2f92 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0606599 Aug 09 17:48:47.922140 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3044b66f-030c-4299-b392-10375e160ed2 req-40463bf3-e0dd-4109-927d-a77267e4eaf5 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069462 Aug 09 17:48:48.027528 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3044b66f-030c-4299-b392-10375e160ed2 req-710ffa7a-a13e-43e2-b27c-fcdbc7a9a394 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966637 Aug 09 17:48:48.440998 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b634c28-fecf-477f-a2d7-432a4e84d99d req-ccd4e288-004d-476a-adc0-f87296d6b3fd tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:48.447330 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7b634c28-fecf-477f-a2d7-432a4e84d99d req-ccd4e288-004d-476a-adc0-f87296d6b3fd tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0782423 Aug 09 17:48:48.527806 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7b634c28-fecf-477f-a2d7-432a4e84d99d req-1675c8c2-6569-4087-95cb-7993b59cbd27 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735810 Aug 09 17:48:49.672464 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc9ab4-4801-4b39-b4f1-bf4491ac7543 req-fe98ca50-c682-40b9-ab5d-ece69b2fac61 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:49.673974 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d9bc9ab4-4801-4b39-b4f1-bf4491ac7543 req-fe98ca50-c682-40b9-ab5d-ece69b2fac61 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0615172 Aug 09 17:48:49.729942 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d9bc9ab4-4801-4b39-b4f1-bf4491ac7543 req-51dd626b-d5b5-4a46-b30e-1b0d235a6bfe tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491652 Aug 09 17:48:50.911238 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774d0f8-b2bc-464c-b92c-90c35be9b095 req-218d62c0-2046-4f8c-8805-05acef4515a3 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:50.912998 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1774d0f8-b2bc-464c-b92c-90c35be9b095 req-218d62c0-2046-4f8c-8805-05acef4515a3 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0750091 Aug 09 17:48:50.956876 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1774d0f8-b2bc-464c-b92c-90c35be9b095 req-6c815052-fd39-4287-9732-e89f6cc34ca7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371268 Aug 09 17:48:52.134884 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a6376-f90d-43bc-aa0a-58a4be7a390e req-ffc09467-7857-4efa-b1eb-c4b4dfd33d81 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:52.138456 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-362a6376-f90d-43bc-aa0a-58a4be7a390e req-ffc09467-7857-4efa-b1eb-c4b4dfd33d81 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0739527 Aug 09 17:48:52.181581 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-362a6376-f90d-43bc-aa0a-58a4be7a390e req-ab4aa26c-fade-46fd-8d9d-94e57a6d6e46 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360503 Aug 09 17:48:52.443754 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d361e-558b-478d-b450-0025ff648df2 req-24418980-411a-4623-8a28-00d97e724ded tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:52.445701 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-372d361e-558b-478d-b450-0025ff648df2 req-24418980-411a-4623-8a28-00d97e724ded tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0640697 Aug 09 17:48:52.497239 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-372d361e-558b-478d-b450-0025ff648df2 req-9180df4a-ad25-4924-8f2b-ca5b24547592 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427821 Aug 09 17:48:53.325489 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23594d16-ed78-4004-817c-ee619e11e1da req-2e23e0e2-cb2b-4528-b633-23592bc8a608 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:53.327180 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-23594d16-ed78-4004-817c-ee619e11e1da req-2e23e0e2-cb2b-4528-b633-23592bc8a608 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0645831 Aug 09 17:48:53.375398 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-23594d16-ed78-4004-817c-ee619e11e1da req-1baf06e0-898f-4dfb-84f4-569b22620e9c tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417953 Aug 09 17:48:53.647499 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf3f74-be67-4ddf-9b6d-6c958ed6c59a req-74d867cd-7e9c-4656-80d9-fdc6fa53a0dc tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:53.650212 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9caf3f74-be67-4ddf-9b6d-6c958ed6c59a req-74d867cd-7e9c-4656-80d9-fdc6fa53a0dc tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0737522 Aug 09 17:48:53.697462 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9caf3f74-be67-4ddf-9b6d-6c958ed6c59a req-4ad8487f-6961-4b3f-8a6d-44837fb773d3 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409617 Aug 09 17:48:54.538261 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f589d3-bed4-4860-a26c-c66bcf1c90f7 req-a8cb167a-0ac7-4650-bbdc-9935dc236bca tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:54.538261 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-03f589d3-bed4-4860-a26c-c66bcf1c90f7 req-a8cb167a-0ac7-4650-bbdc-9935dc236bca tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0691974 Aug 09 17:48:54.576027 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-03f589d3-bed4-4860-a26c-c66bcf1c90f7 req-28703fa9-162b-400b-af4f-527f311fd3c5 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358167 Aug 09 17:48:54.862996 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce220c78-3061-40a2-992c-b6af01b5ff78 req-773a08de-0ad0-4a34-8d72-41ab34097bc0 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:54.864534 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ce220c78-3061-40a2-992c-b6af01b5ff78 req-773a08de-0ad0-4a34-8d72-41ab34097bc0 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0705945 Aug 09 17:48:54.924212 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ce220c78-3061-40a2-992c-b6af01b5ff78 req-af1977eb-0b61-4934-be4d-0021388b7e04 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525250 Aug 09 17:48:55.719113 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a8c21-ab04-4ff4-b55d-211cfe929615 req-8ea18f8d-6b88-43a9-889f-4116f8fae103 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:55.722016 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2b5a8c21-ab04-4ff4-b55d-211cfe929615 req-8ea18f8d-6b88-43a9-889f-4116f8fae103 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0612340 Aug 09 17:48:55.765281 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2b5a8c21-ab04-4ff4-b55d-211cfe929615 req-76ddfd32-d14a-4a46-9e23-f1cf78f2d4b3 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382686 Aug 09 17:48:56.054725 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf489-6fa2-4769-bcec-e9d39d3d59b9 req-eebd4839-b294-4824-b3b4-4680dd37859f tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:56.056259 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-deaaf489-6fa2-4769-bcec-e9d39d3d59b9 req-eebd4839-b294-4824-b3b4-4680dd37859f tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0560150 Aug 09 17:48:56.097572 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-deaaf489-6fa2-4769-bcec-e9d39d3d59b9 req-703e12da-6e9b-4dc1-bc34-4127a2a6f547 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353198 Aug 09 17:48:56.629240 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:56.904234 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41481a0c-66c9-4ac9-b38e-d7fe5b0e013c req-f7bddabc-2b7b-4827-9a37-2ba830015467 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:56.906616 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-41481a0c-66c9-4ac9-b38e-d7fe5b0e013c req-f7bddabc-2b7b-4827-9a37-2ba830015467 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0563049 Aug 09 17:48:56.952537 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-41481a0c-66c9-4ac9-b38e-d7fe5b0e013c req-16838bb3-4be1-493d-8f99-5d5f4d3804c5 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341949 Aug 09 17:48:57.232098 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b132cf4-222c-4a45-82f8-2f016e4d0fbd req-e7a90b77-b554-421e-8f5b-da611220f475 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:57.233799 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2b132cf4-222c-4a45-82f8-2f016e4d0fbd req-e7a90b77-b554-421e-8f5b-da611220f475 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0617502 Aug 09 17:48:57.300493 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-2b132cf4-222c-4a45-82f8-2f016e4d0fbd req-57bdc988-a51d-4ee6-ad33-ee8e415e42a9 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588727 Aug 09 17:48:58.108526 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7abdf-35c0-429d-870b-68044afab1f8 req-868a8020-7115-40ad-b53d-55a5a3b06ae2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:58.110067 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e1c7abdf-35c0-429d-870b-68044afab1f8 req-868a8020-7115-40ad-b53d-55a5a3b06ae2 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0630300 Aug 09 17:48:58.156959 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e1c7abdf-35c0-429d-870b-68044afab1f8 req-193e92aa-d36b-41ad-9b38-f0f8e7318af7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398264 Aug 09 17:48:58.444350 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fef19f-694c-4de3-a661-2532d822d162 req-501c11f1-8750-4f99-a8c1-829643205aea tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:58.447152 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e7fef19f-694c-4de3-a661-2532d822d162 req-501c11f1-8750-4f99-a8c1-829643205aea tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0561967 Aug 09 17:48:58.492004 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e7fef19f-694c-4de3-a661-2532d822d162 req-5219e2a4-eb0d-480b-95df-37336367bc21 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359535 Aug 09 17:48:59.296427 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd9b96-0410-4487-b50c-d7237eea8191 req-bcec4500-99db-46ce-81ec-a66ce4e3061f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:59.297917 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e0bd9b96-0410-4487-b50c-d7237eea8191 req-bcec4500-99db-46ce-81ec-a66ce4e3061f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0520749 Aug 09 17:48:59.337589 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e0bd9b96-0410-4487-b50c-d7237eea8191 req-7f85f22d-95ac-44a4-97c7-adb958c95da3 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337248 Aug 09 17:48:59.628922 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ec37c-7ca1-4e53-b78d-dfffa4457e42 req-61d75359-da64-471a-bd9f-7a7ea4543a4a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:59.630621 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1d3ec37c-7ca1-4e53-b78d-dfffa4457e42 req-61d75359-da64-471a-bd9f-7a7ea4543a4a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0545468 Aug 09 17:48:59.672500 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1d3ec37c-7ca1-4e53-b78d-dfffa4457e42 req-d8a7ad20-ec78-465a-907a-f8fbb6108042 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347548 Aug 09 17:49:00.469840 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade3668-692a-4216-8005-6f01a34193f4 req-7e716880-5094-442d-bdec-7e91f0560d0a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:00.471323 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7ade3668-692a-4216-8005-6f01a34193f4 req-7e716880-5094-442d-bdec-7e91f0560d0a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0512877 Aug 09 17:49:00.514250 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7ade3668-692a-4216-8005-6f01a34193f4 req-5e6a484d-d0a1-49b4-a857-ad23a27efd77 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333955 Aug 09 17:49:00.792303 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3710d9-e4e7-4d5c-86f0-3eea35453b8c req-e9e54aa5-dcff-424a-9c96-8a38c7c1fb62 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:00.793812 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ba3710d9-e4e7-4d5c-86f0-3eea35453b8c req-e9e54aa5-dcff-424a-9c96-8a38c7c1fb62 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0516379 Aug 09 17:49:00.833757 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ba3710d9-e4e7-4d5c-86f0-3eea35453b8c req-997995d9-6d4c-4bbb-ad7e-38629bc8684f tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337305 Aug 09 17:49:01.651228 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d1bfd-793c-4717-8112-e8fa81682aaf req-91ddb609-d128-4449-af73-b7cab0f70e29 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:01.652807 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6f6d1bfd-793c-4717-8112-e8fa81682aaf req-91ddb609-d128-4449-af73-b7cab0f70e29 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0600049 Aug 09 17:49:01.702655 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6f6d1bfd-793c-4717-8112-e8fa81682aaf req-71ab6a09-884c-4793-abee-d389c0a4a89a tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435596 Aug 09 17:49:01.956449 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b401502-6c21-413c-9549-81e6afd90b87 req-d29dae04-2fb5-4840-a2db-f2ca87f423b8 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:01.958628 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3b401502-6c21-413c-9549-81e6afd90b87 req-d29dae04-2fb5-4840-a2db-f2ca87f423b8 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0558050 Aug 09 17:49:02.001901 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3b401502-6c21-413c-9549-81e6afd90b87 req-5e18000e-862e-44b2-8ca2-4ef698589bdf tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358391 Aug 09 17:49:02.838245 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875be67-0ba8-4fe7-a09b-10543f1a0e81 req-07b5d3a1-6b9a-437d-b740-3bd5aae033c5 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:02.839844 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c875be67-0ba8-4fe7-a09b-10543f1a0e81 req-07b5d3a1-6b9a-437d-b740-3bd5aae033c5 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 943 time: 0.0521710 Aug 09 17:49:02.879647 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c875be67-0ba8-4fe7-a09b-10543f1a0e81 req-641db5be-0738-4f8a-899d-f2ef21ba3572 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337315 Aug 09 17:49:02.885550 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:49:02.988183 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:03.001440 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'port_id': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8', 'mac_address': 'fa:16:3e:e7:63:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:49:03.041043 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:03.056028 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:49:03.078290 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:03.082751 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:03.132989 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cbc88-40ac-4d4e-b6ba-007331cef54f req-e1090592-98a7-4eb0-add4-be8d5b66288d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:03.134517 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-687cbc88-40ac-4d4e-b6ba-007331cef54f req-e1090592-98a7-4eb0-add4-be8d5b66288d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0587695 Aug 09 17:49:03.141545 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,revision_number=9']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:03.173967 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-687cbc88-40ac-4d4e-b6ba-007331cef54f req-d2993cec-352d-4321-8599-07f52e43dd3b tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331755 Aug 09 17:49:03.493327 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['6fd50b7c-b111-4f17-9d3a-097dcbb642a8'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:49:04.019109 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b0fcb-fd91-4a87-97b6-cdf0508fc026 req-0124b47f-3146-4862-879b-7e60cc9faa8e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:04.020688 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cc5b0fcb-fd91-4a87-97b6-cdf0508fc026 req-0124b47f-3146-4862-879b-7e60cc9faa8e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 944 time: 0.0579367 Aug 09 17:49:04.066310 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cc5b0fcb-fd91-4a87-97b6-cdf0508fc026 req-4cd2e4dc-6b2a-4dd9-aaa4-f1593efb6bbd tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369592 Aug 09 17:49:04.297705 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38914e-ecf8-4042-b1a6-e29865842bc6 req-178a3df7-074a-4691-9085-d833c887b5ac tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:04.299293 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7f38914e-ecf8-4042-b1a6-e29865842bc6 req-178a3df7-074a-4691-9085-d833c887b5ac tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0511115 Aug 09 17:49:04.344996 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7f38914e-ecf8-4042-b1a6-e29865842bc6 req-beb5a82d-477d-4f96-8217-07f3625a5419 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388975 Aug 09 17:49:04.879062 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:49:04.931960 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:49:04.932331 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:05.010827 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:05.033847 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9690f642-1eeb-4fce-938d-d86177b338ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:49:05.036100 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ea5097-2a5c-457b-9e4e-5e6793ca10e9" -d '{"events": [{"server_uuid": "9690f642-1eeb-4fce-938d-d86177b338ce", "name": "network-vif-plugged", "status": "completed", "tag": "6fd50b7c-b111-4f17-9d3a-097dcbb642a8"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:49:05.049796 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:05.055663 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:05.080709 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b81d32-1256-4fb7-9368-ee6de6222332 x-openstack-request-id: req-12b81d32-1256-4fb7-9368-ee6de6222332 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:49:05.081003 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9690f642-1eeb-4fce-938d-d86177b338ce", "name": "network-vif-plugged", "status": "completed", "tag": "6fd50b7c-b111-4f17-9d3a-097dcbb642a8", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:49:05.081256 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-12b81d32-1256-4fb7-9368-ee6de6222332 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:49:05.081670 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9690f642-1eeb-4fce-938d-d86177b338ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8', 'code': 200} Aug 09 17:49:05.111427 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,revision_number=10']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:05.205119 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99f068-1fb6-475c-9daf-84a593eef949 req-bf9ee198-7323-4319-84af-8e847933871e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:05.206678 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5d99f068-1fb6-475c-9daf-84a593eef949 req-bf9ee198-7323-4319-84af-8e847933871e tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 946 time: 0.0607889 Aug 09 17:49:05.246679 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5d99f068-1fb6-475c-9daf-84a593eef949 req-3034b8d4-e46f-487a-9955-b9aac3c3b5d7 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333459 Aug 09 17:49:05.362255 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1ffe7-ecdb-4515-bec9-5c8d6246e1a9 req-92a0fa49-ff43-4985-8797-0cf62b6d7e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:05.363839 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-47b1ffe7-ecdb-4515-bec9-5c8d6246e1a9 req-92a0fa49-ff43-4985-8797-0cf62b6d7e07 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 1099 time: 0.0458832 Aug 09 17:49:05.406076 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-47b1ffe7-ecdb-4515-bec9-5c8d6246e1a9 req-c095d557-f87e-4f39-b21b-e50b25f94660 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335350 Aug 09 17:49:05.469726 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd01de-34fc-4b3d-9f5f-d8aac4fbebfe req-f2fca158-ee00-486b-a47a-3eefe4bbaa5c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:05.471270 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8cdd01de-34fc-4b3d-9f5f-d8aac4fbebfe req-f2fca158-ee00-486b-a47a-3eefe4bbaa5c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0496922 Aug 09 17:49:05.511283 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8cdd01de-34fc-4b3d-9f5f-d8aac4fbebfe req-1e7ef7df-454e-4988-9a3b-947817ea14fb tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332537 Aug 09 17:49:06.072571 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:49:06.369446 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a708cd9-1ec6-4786-915e-b33ae77207a2 req-b080f85f-3cf4-441c-9406-2d36a665cf65 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:06.371705 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1a708cd9-1ec6-4786-915e-b33ae77207a2 req-b080f85f-3cf4-441c-9406-2d36a665cf65 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 946 time: 0.0501688 Aug 09 17:49:06.412262 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1a708cd9-1ec6-4786-915e-b33ae77207a2 req-74774995-1d3d-4066-8dc9-8e3b4a1f1d92 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338731 Aug 09 17:49:06.631382 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1d4e2-1849-4798-b7ed-1491b2eff494 req-9a3e93ec-7f4f-4fa6-94f7-974101f3c714 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:06.633347 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-57f1d4e2-1849-4798-b7ed-1491b2eff494 req-9a3e93ec-7f4f-4fa6-94f7-974101f3c714 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0532715 Aug 09 17:49:06.671307 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-57f1d4e2-1849-4798-b7ed-1491b2eff494 req-a84743f8-f26d-4547-88b0-dc23b9694cb0 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319002 Aug 09 17:49:07.537357 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c99a24-5c6f-4d99-9f08-642f8c31f648 req-6f109e1c-2d39-42f1-bd2d-958db97e5e61 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:07.538974 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-98c99a24-5c6f-4d99-9f08-642f8c31f648 req-6f109e1c-2d39-42f1-bd2d-958db97e5e61 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 946 time: 0.0508850 Aug 09 17:49:07.587981 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-98c99a24-5c6f-4d99-9f08-642f8c31f648 req-a7990199-d953-457b-9212-d4294fcb9809 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424461 Aug 09 17:49:07.795979 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1e735-f609-467b-b41b-db28c7876098 req-62a4419a-cbfa-4e64-92d6-a5715b05039d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:07.797424 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eba1e735-f609-467b-b41b-db28c7876098 req-62a4419a-cbfa-4e64-92d6-a5715b05039d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0530348 Aug 09 17:49:07.839743 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eba1e735-f609-467b-b41b-db28c7876098 req-830e6ecd-d10f-43e2-a364-65e61d24a7b6 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361052 Aug 09 17:49:07.903695 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-61919c40-27ee-4a9f-b261-932ee9a3db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:08.959486 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423cc18d-d96b-4142-b274-e56ffefd9829 req-74d71313-50c3-451b-82a8-b05cf1b51f1f tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:08.961480 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-423cc18d-d96b-4142-b274-e56ffefd9829 req-74d71313-50c3-451b-82a8-b05cf1b51f1f tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0535688 Aug 09 17:49:08.999425 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-423cc18d-d96b-4142-b274-e56ffefd9829 req-9e681c5f-674d-41ec-bdb5-a9745bd322b0 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320649 Aug 09 17:49:10.120451 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bbc5e-346d-40fd-bdee-e11a57894908 req-b9b533cb-a2b8-4a15-8200-8d083b2fc099 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:10.121901 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c06bbc5e-346d-40fd-bdee-e11a57894908 req-b9b533cb-a2b8-4a15-8200-8d083b2fc099 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0515728 Aug 09 17:49:10.159527 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c06bbc5e-346d-40fd-bdee-e11a57894908 req-f4e7b0ed-15e1-4793-972f-1e675a00db24 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316570 Aug 09 17:49:10.550590 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:10.853577 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-dd4cae5d-b0b4-46cd-a1ca-d0343b370abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:11.275733 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911d8bf-2fec-4b1d-9cb2-cd0cb161924d req-a8c579d9-05a5-4b9b-af38-b91d43ec64b1 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:11.277213 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c911d8bf-2fec-4b1d-9cb2-cd0cb161924d req-a8c579d9-05a5-4b9b-af38-b91d43ec64b1 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0498106 Aug 09 17:49:11.314791 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c911d8bf-2fec-4b1d-9cb2-cd0cb161924d req-2d70e81e-811d-45e5-9d8f-7c6498771679 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316780 Aug 09 17:49:11.868062 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:12.441875 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80c3d0-6b9a-4f45-8e34-1383fed9a725 req-bdc90c30-5d4c-4ddd-98c7-f7cf9e8de843 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:12.443542 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bc80c3d0-6b9a-4f45-8e34-1383fed9a725 req-bdc90c30-5d4c-4ddd-98c7-f7cf9e8de843 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0579097 Aug 09 17:49:12.496505 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-bc80c3d0-6b9a-4f45-8e34-1383fed9a725 req-3b399ccf-2e92-434e-82be-470715fafe95 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468280 Aug 09 17:49:13.612863 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b787d7b-49f2-44b4-9da0-cec7a44b0e8e req-fa2447f5-f6c2-4c6b-a46a-bb5735cdcbf6 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:13.614354 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7b787d7b-49f2-44b4-9da0-cec7a44b0e8e req-fa2447f5-f6c2-4c6b-a46a-bb5735cdcbf6 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0510700 Aug 09 17:49:13.655525 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7b787d7b-49f2-44b4-9da0-cec7a44b0e8e req-11b39df9-6af9-464e-9177-e1f20f701ce1 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340617 Aug 09 17:49:13.673077 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:14.788608 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008b514-6ab8-4792-a35b-230fafc101e1 req-79346091-78d9-40b3-84e2-59faaba2bf90 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:14.790232 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9008b514-6ab8-4792-a35b-230fafc101e1 req-79346091-78d9-40b3-84e2-59faaba2bf90 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0542746 Aug 09 17:49:14.832654 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9008b514-6ab8-4792-a35b-230fafc101e1 req-4d1e9eb7-d401-4e37-947a-edcc6000a0cf tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360775 Aug 09 17:49:14.920092 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e4dc4-9823-4ace-b156-c81bcafa2c68 req-ebbe5721-1f22-4ceb-96bf-3b355ef623ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:14.921653 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-fa9e4dc4-9823-4ace-b156-c81bcafa2c68 req-ebbe5721-1f22-4ceb-96bf-3b355ef623ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=137c6f0b601e4faf99bd17e253fa3596&device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 1098 time: 0.0448115 Aug 09 17:49:15.269161 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e4dc4-9823-4ace-b156-c81bcafa2c68 req-2bb535e9-b13a-415c-bfa6-cf0c71c6946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:15.270619 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-fa9e4dc4-9823-4ace-b156-c81bcafa2c68 req-2bb535e9-b13a-415c-bfa6-cf0c71c6946a service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b1ff93c-f38a-4631-a50e-b0003eba36bb HTTP/1.1" status: 200 len: 909 time: 0.3410387 Aug 09 17:49:15.348985 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-fa9e4dc4-9823-4ace-b156-c81bcafa2c68 req-220e6203-e4b6-4988-8797-dcd36819003b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188 HTTP/1.1" status: 200 len: 1001 time: 0.0685799 Aug 09 17:49:15.404981 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e4dc4-9823-4ace-b156-c81bcafa2c68 req-1cb0accb-122e-49a1-b9db-a32e35d4093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:15.406428 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-fa9e4dc4-9823-4ace-b156-c81bcafa2c68 req-1cb0accb-122e-49a1-b9db-a32e35d4093e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f09a200-788b-4fd2-bf36-20c630d4757d HTTP/1.1" status: 200 len: 847 time: 0.0482831 Aug 09 17:49:15.456067 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e4dc4-9823-4ace-b156-c81bcafa2c68 req-0b29b416-e9af-4b1c-bcb2-022538311b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:15.457549 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-fa9e4dc4-9823-4ace-b156-c81bcafa2c68 req-0b29b416-e9af-4b1c-bcb2-022538311b1e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b1ff93c-f38a-4631-a50e-b0003eba36bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395968 Aug 09 17:49:15.683482 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-fa9e4dc4-9823-4ace-b156-c81bcafa2c68 req-12b5390c-2210-4f7b-9388-0989753a0bdf service neutron] 10.222.0.65 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858591 Aug 09 17:49:15.780203 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-fa9e4dc4-9823-4ace-b156-c81bcafa2c68 req-d9dc0f4a-2894-4cb8-9a78-a4efb2c5f449 service neutron] 10.222.0.65 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890834 Aug 09 17:49:15.953326 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9014630-e55b-4f5c-b8b6-b848cae8722e req-52d7dd40-3ad2-41d9-836e-a0d1237abf01 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:15.954798 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c9014630-e55b-4f5c-b8b6-b848cae8722e req-52d7dd40-3ad2-41d9-836e-a0d1237abf01 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0524917 Aug 09 17:49:15.999093 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c9014630-e55b-4f5c-b8b6-b848cae8722e req-d5ca8678-d443-4af1-b4ac-02629ea41079 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381436 Aug 09 17:49:17.125606 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a691b-6067-4ce8-a6ca-459a7b978dad req-0528a907-98f0-4226-9cb7-7a672ccc47ee tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:17.127125 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b66a691b-6067-4ce8-a6ca-459a7b978dad req-0528a907-98f0-4226-9cb7-7a672ccc47ee tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0494642 Aug 09 17:49:17.167169 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b66a691b-6067-4ce8-a6ca-459a7b978dad req-c20a3da4-37bd-4e7f-bde5-911b82618a18 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335467 Aug 09 17:49:18.284535 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb9a77-2f92-47b7-9c19-b3c3f2e3cb5f req-e73219a5-1204-4c53-a7c5-c813c8217332 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:18.286031 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eccb9a77-2f92-47b7-9c19-b3c3f2e3cb5f req-e73219a5-1204-4c53-a7c5-c813c8217332 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0490301 Aug 09 17:49:18.325936 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eccb9a77-2f92-47b7-9c19-b3c3f2e3cb5f req-30415297-5ceb-433b-9cfd-5553945ed3c0 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327685 Aug 09 17:49:18.542041 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f9204117-0c9a-4a6f-9aa5-1567c0c7e405 req-5e916c64-7314-4f33-9958-f425f6c096bd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0762327 Aug 09 17:49:18.554212 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8cabb-2e7f-4bc9-beb1-74f9a76c0f4d req-2215a400-e483-4778-9761-9ff17769f5bd tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:18.555722 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3bf8cabb-2e7f-4bc9-beb1-74f9a76c0f4d req-2215a400-e483-4778-9761-9ff17769f5bd tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0616729 Aug 09 17:49:18.605971 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3bf8cabb-2e7f-4bc9-beb1-74f9a76c0f4d req-88179946-67c7-4a6a-a2be-12cfdf74cde3 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423696 Aug 09 17:49:19.737130 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2e5b3-a40d-45e7-ba63-2b32525e4e4f req-1e06f56a-bf1d-42f2-88e5-ef430995f1ca tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:19.738715 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-caa2e5b3-a40d-45e7-ba63-2b32525e4e4f req-1e06f56a-bf1d-42f2-88e5-ef430995f1ca tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0547080 Aug 09 17:49:19.791998 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-caa2e5b3-a40d-45e7-ba63-2b32525e4e4f req-5b687b91-c74b-44f3-868f-1c966d17707c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426486 Aug 09 17:49:20.198802 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9204117-0c9a-4a6f-9aa5-1567c0c7e405 req-34ce6726-2b21-4d0d-9426-2d1e69817422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:20.200426 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f9204117-0c9a-4a6f-9aa5-1567c0c7e405 req-34ce6726-2b21-4d0d-9426-2d1e69817422 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb&tenant_id=137c6f0b601e4faf99bd17e253fa3596 HTTP/1.1" status: 200 len: 1098 time: 0.0424340 Aug 09 17:49:20.282350 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9204117-0c9a-4a6f-9aa5-1567c0c7e405 req-50db0ce1-4a72-44a3-b20d-68ee6ff2f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:20.284214 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f9204117-0c9a-4a6f-9aa5-1567c0c7e405 req-50db0ce1-4a72-44a3-b20d-68ee6ff2f164 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=137c6f0b601e4faf99bd17e253fa3596&device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 1098 time: 0.0448179 Aug 09 17:49:20.390036 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9204117-0c9a-4a6f-9aa5-1567c0c7e405 req-ee50fea3-5207-4bc3-ba27-4f9ed5c2ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:20.391796 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f9204117-0c9a-4a6f-9aa5-1567c0c7e405 req-ee50fea3-5207-4bc3-ba27-4f9ed5c2ebf0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b1ff93c-f38a-4631-a50e-b0003eba36bb HTTP/1.1" status: 200 len: 909 time: 0.0986509 Aug 09 17:49:20.467285 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f9204117-0c9a-4a6f-9aa5-1567c0c7e405 req-b502c188-b8c2-42ee-a34d-e7267532413a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188 HTTP/1.1" status: 200 len: 1001 time: 0.0677414 Aug 09 17:49:20.525276 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9204117-0c9a-4a6f-9aa5-1567c0c7e405 req-531c5eff-e4d1-43e4-8e5c-2d8c26eb6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:20.526780 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f9204117-0c9a-4a6f-9aa5-1567c0c7e405 req-531c5eff-e4d1-43e4-8e5c-2d8c26eb6155 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f09a200-788b-4fd2-bf36-20c630d4757d HTTP/1.1" status: 200 len: 847 time: 0.0519342 Aug 09 17:49:20.576972 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9204117-0c9a-4a6f-9aa5-1567c0c7e405 req-c803bb7a-5b17-4e55-a84f-bc1b0e514ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:20.578470 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f9204117-0c9a-4a6f-9aa5-1567c0c7e405 req-c803bb7a-5b17-4e55-a84f-bc1b0e514ed7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b1ff93c-f38a-4631-a50e-b0003eba36bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440822 Aug 09 17:49:20.670208 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f9204117-0c9a-4a6f-9aa5-1567c0c7e405 req-8f6c62b6-3421-4652-9f94-768a9da93b31 service neutron] 10.222.0.65 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827885 Aug 09 17:49:20.768417 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f9204117-0c9a-4a6f-9aa5-1567c0c7e405 req-805c9791-c7be-471d-8615-e85767340841 service neutron] 10.222.0.65 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897956 Aug 09 17:49:20.918049 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffb574-81af-4fa8-832a-e0dc2f9596f5 req-3391b8f3-5c3d-441c-97bd-0caae7f5ad7a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:20.919559 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-99ffb574-81af-4fa8-832a-e0dc2f9596f5 req-3391b8f3-5c3d-441c-97bd-0caae7f5ad7a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0536368 Aug 09 17:49:20.958577 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 0935fc2d-dd06-4f15-af38-7d5bfe62b188 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:49:20.959724 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-99ffb574-81af-4fa8-832a-e0dc2f9596f5 req-28cc5fae-13f7-4eee-aec9-272b6e4c231f tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339925 Aug 09 17:49:21.038384 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:21.061547 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0935fc2d-dd06-4f15-af38-7d5bfe62b188'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:49:21.063966 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c965e49-5a3a-4983-84fa-935a31e397c1" -d '{"events": [{"server_uuid": "17199cd3-0a48-4357-b06c-e50fef8e9ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "0935fc2d-dd06-4f15-af38-7d5bfe62b188"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:49:21.078086 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 0935fc2d-dd06-4f15-af38-7d5bfe62b188, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188,segment=NetworkSegment(221228f3-a9ce-48c1-9934-8bc5f892baa7),segment_id=221228f3-a9ce-48c1-9934-8bc5f892baa7)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:21.082646 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:21.110420 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 17:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fbf4c7-db5e-4a94-b102-06dd740a41a2 x-openstack-request-id: req-04fbf4c7-db5e-4a94-b102-06dd740a41a2 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:49:21.110730 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17199cd3-0a48-4357-b06c-e50fef8e9ffb", "name": "network-vif-unplugged", "status": "completed", "tag": "0935fc2d-dd06-4f15-af38-7d5bfe62b188", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:49:21.110990 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-04fbf4c7-db5e-4a94-b102-06dd740a41a2 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:49:21.111376 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0935fc2d-dd06-4f15-af38-7d5bfe62b188', 'code': 200} Aug 09 17:49:21.138467 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=0935fc2d-dd06-4f15-af38-7d5bfe62b188,revision_number=6']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:22.079498 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad441ee7-e148-4a6d-98f5-0f82ec49efc2 req-b129d623-68d3-4f88-a1cc-f2fdb1021f90 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:22.080966 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ad441ee7-e148-4a6d-98f5-0f82ec49efc2 req-b129d623-68d3-4f88-a1cc-f2fdb1021f90 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 943 time: 0.0512984 Aug 09 17:49:22.122436 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ad441ee7-e148-4a6d-98f5-0f82ec49efc2 req-49d29ce1-7844-4975-a0af-400909701fe5 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355797 Aug 09 17:49:23.242034 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1f2be-9379-4687-85ce-d15b7c58b89c req-7077dfeb-976c-449c-8948-ff18ec474e30 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:23.243531 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-92e1f2be-9379-4687-85ce-d15b7c58b89c req-7077dfeb-976c-449c-8948-ff18ec474e30 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 943 time: 0.0485873 Aug 09 17:49:23.283975 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-92e1f2be-9379-4687-85ce-d15b7c58b89c req-9b3b6f83-1812-498e-877d-2180eab6d7ae tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342746 Aug 09 17:49:24.410647 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443de6-241b-4806-a7a3-53b06c739709 req-d62d7721-fcb8-49ba-a44c-6c949198338f tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:24.412197 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-45443de6-241b-4806-a7a3-53b06c739709 req-d62d7721-fcb8-49ba-a44c-6c949198338f tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 943 time: 0.0531197 Aug 09 17:49:24.451746 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-45443de6-241b-4806-a7a3-53b06c739709 req-a0ba7c8a-16e5-41e7-adc6-cb0db4227f18 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329142 Aug 09 17:49:25.569169 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a92a4-8db6-4ac7-a57e-8b6f66ef2b00 req-16c1f72c-4024-4e35-ba4d-cd98e141faf0 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:25.570713 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-766a92a4-8db6-4ac7-a57e-8b6f66ef2b00 req-16c1f72c-4024-4e35-ba4d-cd98e141faf0 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 943 time: 0.0501566 Aug 09 17:49:25.610433 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-766a92a4-8db6-4ac7-a57e-8b6f66ef2b00 req-fecb250f-0bbd-412d-b465-a74c77e5c28d tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336246 Aug 09 17:49:26.639207 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:26.735114 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f778227-0dd2-4690-b05e-bef53b1d62ae req-126387c3-bf0d-4a09-8f17-1a581975a348 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:26.736607 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9f778227-0dd2-4690-b05e-bef53b1d62ae req-126387c3-bf0d-4a09-8f17-1a581975a348 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 943 time: 0.0532751 Aug 09 17:49:26.776357 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9f778227-0dd2-4690-b05e-bef53b1d62ae req-67a40e19-21aa-4a21-973d-f1cabeca0720 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331495 Aug 09 17:49:27.143672 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080c0d2-42f8-4671-8d00-5f0bcd9b4526 req-b1c63186-787d-42d4-8f6a-a21060b01e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:27.145223 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f080c0d2-42f8-4671-8d00-5f0bcd9b4526 req-b1c63186-787d-42d4-8f6a-a21060b01e08 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 1096 time: 0.0418937 Aug 09 17:49:27.181748 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f080c0d2-42f8-4671-8d00-5f0bcd9b4526 req-12d46865-8ced-4722-9f8d-b864be5fbde2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278633 Aug 09 17:49:27.897418 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d80f-97e0-41a7-a0d5-f414ffc3e638 req-07338e7e-cb96-47af-a27e-5b4dd3af8ec1 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:27.898973 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4de9d80f-97e0-41a7-a0d5-f414ffc3e638 req-07338e7e-cb96-47af-a27e-5b4dd3af8ec1 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 943 time: 0.0534692 Aug 09 17:49:27.936545 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4de9d80f-97e0-41a7-a0d5-f414ffc3e638 req-a27b1cab-8841-4cbc-a76b-e3d2992f183c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316658 Aug 09 17:49:29.023851 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 0935fc2d-dd06-4f15-af38-7d5bfe62b188 details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:49:29.065170 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde415c-1647-43d4-b152-ccfe8f9d839c req-0e2a3776-abb4-4dfb-86de-29c586863814 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:29.066792 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dbde415c-1647-43d4-b152-ccfe8f9d839c req-0e2a3776-abb4-4dfb-86de-29c586863814 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 943 time: 0.0601320 Aug 09 17:49:29.106819 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-dbde415c-1647-43d4-b152-ccfe8f9d839c req-7d14fb83-b83b-4fb7-b6f1-5a1dc959a845 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329120 Aug 09 17:49:29.120688 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 0935fc2d-dd06-4f15-af38-7d5bfe62b188, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188,segment=NetworkSegment(221228f3-a9ce-48c1-9934-8bc5f892baa7),segment_id=221228f3-a9ce-48c1-9934-8bc5f892baa7)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:29.133467 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '0935fc2d-dd06-4f15-af38-7d5bfe62b188', 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'port_id': '0935fc2d-dd06-4f15-af38-7d5bfe62b188', 'mac_address': 'fa:16:3e:62:1d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:49:29.174994 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:29.317594 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0935fc2d-dd06-4f15-af38-7d5bfe62b188 {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:49:29.341009 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 0935fc2d-dd06-4f15-af38-7d5bfe62b188, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188,segment=NetworkSegment(221228f3-a9ce-48c1-9934-8bc5f892baa7),segment_id=221228f3-a9ce-48c1-9934-8bc5f892baa7)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:29.345278 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:29.395509 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=0935fc2d-dd06-4f15-af38-7d5bfe62b188,revision_number=7']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:29.402802 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.403182 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.403517 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.403844 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.404170 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.404494 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.404815 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.405141 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.405462 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.405775 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.406089 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.406400 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.738343 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['0935fc2d-dd06-4f15-af38-7d5bfe62b188'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:49:31.041348 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 0935fc2d-dd06-4f15-af38-7d5bfe62b188 up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:49:31.091556 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 0935fc2d-dd06-4f15-af38-7d5bfe62b188 triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:49:31.091928 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:31.200717 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:31.223050 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0935fc2d-dd06-4f15-af38-7d5bfe62b188'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:49:31.225887 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d4b312-52cf-4af9-8575-ac7487b6cdb2" -d '{"events": [{"server_uuid": "17199cd3-0a48-4357-b06c-e50fef8e9ffb", "name": "network-vif-plugged", "status": "completed", "tag": "0935fc2d-dd06-4f15-af38-7d5bfe62b188"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:49:31.240996 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 0935fc2d-dd06-4f15-af38-7d5bfe62b188, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188,segment=NetworkSegment(221228f3-a9ce-48c1-9934-8bc5f892baa7),segment_id=221228f3-a9ce-48c1-9934-8bc5f892baa7)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:31.246676 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:31.271659 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddd1ff6-3d42-4b18-9a2a-4922d4a2b3c1 x-openstack-request-id: req-dddd1ff6-3d42-4b18-9a2a-4922d4a2b3c1 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:49:31.271943 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17199cd3-0a48-4357-b06c-e50fef8e9ffb", "name": "network-vif-plugged", "status": "completed", "tag": "0935fc2d-dd06-4f15-af38-7d5bfe62b188", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:49:31.272187 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-dddd1ff6-3d42-4b18-9a2a-4922d4a2b3c1 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:49:31.272568 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0935fc2d-dd06-4f15-af38-7d5bfe62b188', 'code': 200} Aug 09 17:49:31.300685 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=0935fc2d-dd06-4f15-af38-7d5bfe62b188,revision_number=8']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:33.106238 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-892f37a6-0248-41cd-9c89-1a734884c2da req-26e66a4c-9892-4cc1-9572-e2714480909e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391099 Aug 09 17:49:33.184137 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f37a6-0248-41cd-9c89-1a734884c2da req-3eeca719-020a-4fd5-8773-dd497550ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:33.185558 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-892f37a6-0248-41cd-9c89-1a734884c2da req-3eeca719-020a-4fd5-8773-dd497550ae57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc9699f4940942999992b0fe593c8833&device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 1099 time: 0.0450215 Aug 09 17:49:33.293413 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f37a6-0248-41cd-9c89-1a734884c2da req-8bcdcbe1-5c33-4bd6-807a-65b560674f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:33.294980 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-892f37a6-0248-41cd-9c89-1a734884c2da req-8bcdcbe1-5c33-4bd6-807a-65b560674f96 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f HTTP/1.1" status: 200 len: 917 time: 0.0878286 Aug 09 17:49:33.371771 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-892f37a6-0248-41cd-9c89-1a734884c2da req-7e5d4535-e1b1-4094-be5a-2e6ba89a101d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8 HTTP/1.1" status: 200 len: 1000 time: 0.0690594 Aug 09 17:49:33.421506 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f37a6-0248-41cd-9c89-1a734884c2da req-a6515443-92d3-4f5d-9878-5a9d8fa955dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:33.423503 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-892f37a6-0248-41cd-9c89-1a734884c2da req-a6515443-92d3-4f5d-9878-5a9d8fa955dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d979a41-53a7-4435-9ead-3f50cab74183 HTTP/1.1" status: 200 len: 855 time: 0.0445666 Aug 09 17:49:33.471922 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f37a6-0248-41cd-9c89-1a734884c2da req-ad916f83-9cae-4d63-821d-633b73bc7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:33.473584 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-892f37a6-0248-41cd-9c89-1a734884c2da req-ad916f83-9cae-4d63-821d-633b73bc7aba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424244 Aug 09 17:49:33.570331 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-892f37a6-0248-41cd-9c89-1a734884c2da req-8d92323b-17e1-41d8-a653-fa8083f5c2f7 service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871692 Aug 09 17:49:33.664626 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-892f37a6-0248-41cd-9c89-1a734884c2da req-689fb3d2-1f5c-4897-8077-bc1980c2c1ef service neutron] 10.222.0.65 "GET /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862787 Aug 09 17:49:37.901319 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-517f1bc7-4e17-4fb5-817b-16de64818956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:40.552820 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:40.855340 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d49ee947-bb23-41bd-8c5b-7897962e1cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:41.872401 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:43.072668 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:49:43.165623 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8197024-302c-42b6-bcbb-00c0b895b8fa req-54c97b23-b86d-4fa4-b57b-5204affe9249 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:43.167050 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b8197024-302c-42b6-bcbb-00c0b895b8fa req-54c97b23-b86d-4fa4-b57b-5204affe9249 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 945 time: 0.0513611 Aug 09 17:49:43.207660 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b8197024-302c-42b6-bcbb-00c0b895b8fa req-1b32c4e4-4bdd-4f1f-9b9e-b03a1c5418b1 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1294338-3d3a-4849-8473-444e5046100e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346210 Aug 09 17:49:43.678047 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:44.355923 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b6ec9-8972-403b-8bb6-63a4943ece5f req-de048d5a-4a3b-4879-843f-f4e4a520d334 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:44.358474 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6b4b6ec9-8972-403b-8bb6-63a4943ece5f req-de048d5a-4a3b-4879-843f-f4e4a520d334 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 945 time: 0.0681753 Aug 09 17:49:44.397924 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6b4b6ec9-8972-403b-8bb6-63a4943ece5f req-98f84ff8-c851-4b43-b14c-3f1db8bb43c6 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1294338-3d3a-4849-8473-444e5046100e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327384 Aug 09 17:49:44.639294 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2ef9a-ddfa-4992-ad01-51d37da8f8b8 req-3820bca0-8b99-419c-b68d-76614c29e2af tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:44.640823 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eac2ef9a-ddfa-4992-ad01-51d37da8f8b8 req-3820bca0-8b99-419c-b68d-76614c29e2af tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 945 time: 0.0564909 Aug 09 17:49:44.681307 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eac2ef9a-ddfa-4992-ad01-51d37da8f8b8 req-64a88411-c30a-42b8-9243-2b469e24ce2e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343165 Aug 09 17:49:45.362888 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bdd7c-9ed7-4c72-8e28-19d36c3f73a4 req-d9828f49-36e8-4286-bbf4-7ff5c540a5f8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:45.365123 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-641bdd7c-9ed7-4c72-8e28-19d36c3f73a4 req-d9828f49-36e8-4286-bbf4-7ff5c540a5f8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.65 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 945 time: 0.0492816 Aug 09 17:49:45.464013 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-641bdd7c-9ed7-4c72-8e28-19d36c3f73a4 req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Deleting port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:49:45.464354 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-641bdd7c-9ed7-4c72-8e28-19d36c3f73a4 req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:45.520505 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e73feb-6489-4c31-984e-2232ec549da5 req-eb943b4c-8abe-4d36-9b02-0f986b49dd9d tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:45.522049 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-73e73feb-6489-4c31-984e-2232ec549da5 req-eb943b4c-8abe-4d36-9b02-0f986b49dd9d tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 945 time: 0.0509524 Aug 09 17:49:45.559972 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-641bdd7c-9ed7-4c72-8e28-19d36c3f73a4 req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] For port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d9b1ed36-8744-4c1b-a74b-84232ed6ed6e,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:45.560338 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-641bdd7c-9ed7-4c72-8e28-19d36c3f73a4 req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:45.562743 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-73e73feb-6489-4c31-984e-2232ec549da5 req-33ff3d6f-8400-47fe-9d4a-cbc7d2f7e265 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups?id=b1294338-3d3a-4849-8473-444e5046100e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330987 Aug 09 17:49:45.740496 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-641bdd7c-9ed7-4c72-8e28-19d36c3f73a4 req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:45.740884 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-641bdd7c-9ed7-4c72-8e28-19d36c3f73a4 req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:45.741172 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.l3_db [req-641bdd7c-9ed7-4c72-8e28-19d36c3f73a4 req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Floating IP 67b917b7-fbbe-4163-9ff0-ee29a83348dc disassociated. External IP: 172.27.3.224, port: d9b1ed36-8744-4c1b-a74b-84232ed6ed6e. Aug 09 17:49:45.741563 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-641bdd7c-9ed7-4c72-8e28-19d36c3f73a4 req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Calling delete_port for d9b1ed36-8744-4c1b-a74b-84232ed6ed6e owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:49:45.805220 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edd326-0ff5-4d58-a113-c25891d5635b req-e7623bca-aa34-4ba3-af2f-02487af0feb9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:45.806741 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-29edd326-0ff5-4d58-a113-c25891d5635b req-e7623bca-aa34-4ba3-af2f-02487af0feb9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 945 time: 0.0559912 Aug 09 17:49:45.882383 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-641bdd7c-9ed7-4c72-8e28-19d36c3f73a4 req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:45.919021 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event deleted for resources: {'Port': ['ID=d9b1ed36-8744-4c1b-a74b-84232ed6ed6e,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:45.931882 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:45.932229 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:45.932571 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:45.932906 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:45.933237 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:45.933568 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:45.933900 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:45.934224 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:45.934551 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:45.934888 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:45.935217 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:45.935624 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:46.063540 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-641bdd7c-9ed7-4c72-8e28-19d36c3f73a4 req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Router d6b89641-c859-46dd-8935-f9d34d075532 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:49:46.102618 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-29edd326-0ff5-4d58-a113-c25891d5635b req-9d00bfcd-2020-42ce-9ae8-10ff97c16485 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895923 Aug 09 17:49:46.184467 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-641bdd7c-9ed7-4c72-8e28-19d36c3f73a4 req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:49:46.195273 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4210dc5-d5d9-4a00-9eb1-13fa069b47c4 None None] Sync routers for ids ['d6b89641-c859-46dd-8935-f9d34d075532'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:49:46.204725 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4210dc5-d5d9-4a00-9eb1-13fa069b47c4 None None] Routers {'d6b89641-c859-46dd-8935-f9d34d075532'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:49:46.205278 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-c4210dc5-d5d9-4a00-9eb1-13fa069b47c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:49:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['d6b89641-c859-46dd-8935-f9d34d075532'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:46.228633 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-641bdd7c-9ed7-4c72-8e28-19d36c3f73a4 req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] No DVR routers for this DVR port d9b1ed36-8744-4c1b-a74b-84232ed6ed6e on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:49:46.231346 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-641bdd7c-9ed7-4c72-8e28-19d36c3f73a4 req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:46.233307 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-641bdd7c-9ed7-4c72-8e28-19d36c3f73a4 req-53134d8d-3875-46de-bd52-ad0f465f2642 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.65 "DELETE /v2.0/ports/d9b1ed36-8744-4c1b-a74b-84232ed6ed6e HTTP/1.1" status: 204 len: 173 time: 0.8609121 Aug 09 17:49:46.233749 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75367c9-42e9-45d4-a004-11ea5d4e0563', 'name': 'network-vif-deleted', 'tag': 'd9b1ed36-8744-4c1b-a74b-84232ed6ed6e'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:49:46.236096 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf249bb-9dc4-470a-90ae-c4df69b45625" -d '{"events": [{"server_uuid": "c75367c9-42e9-45d4-a004-11ea5d4e0563", "name": "network-vif-deleted", "tag": "d9b1ed36-8744-4c1b-a74b-84232ed6ed6e"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:49:46.278768 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3315d87-82a3-4e8b-97f0-8c8cb726332b x-openstack-request-id: req-e3315d87-82a3-4e8b-97f0-8c8cb726332b {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:49:46.279079 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75367c9-42e9-45d4-a004-11ea5d4e0563", "name": "network-vif-deleted", "tag": "d9b1ed36-8744-4c1b-a74b-84232ed6ed6e", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:49:46.279333 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e3315d87-82a3-4e8b-97f0-8c8cb726332b {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:49:46.279733 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75367c9-42e9-45d4-a004-11ea5d4e0563', 'name': 'network-vif-deleted', 'tag': 'd9b1ed36-8744-4c1b-a74b-84232ed6ed6e', 'status': 'completed', 'code': 200} Aug 09 17:49:46.345892 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-c4210dc5-d5d9-4a00-9eb1-13fa069b47c4 None None] Set router d6b89641-c859-46dd-8935-f9d34d075532 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:49:46.442815 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479e20c-d3bf-4e40-bc19-953efcac7a62 req-38a97dc0-d7be-4fa6-a9c5-e584e2e38cf4 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:46.444408 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5479e20c-d3bf-4e40-bc19-953efcac7a62 req-38a97dc0-d7be-4fa6-a9c5-e584e2e38cf4 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 946 time: 0.0546730 Aug 09 17:49:46.498610 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5479e20c-d3bf-4e40-bc19-953efcac7a62 req-a5bd887a-e996-4643-86e5-df1760527d0f tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434825 Aug 09 17:49:46.569415 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-c4210dc5-d5d9-4a00-9eb1-13fa069b47c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:06Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'e04aa2bf-12c7-4059-9c6d-f31f14eed0f7', 'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'mac_address': 'fa:16:3e:9c:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:04Z', 'updated_at': '2021-08-09T17:44:15Z', 'revision_number': 5, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'subnets': [{'id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:46.598049 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4210dc5-d5d9-4a00-9eb1-13fa069b47c4 None None] Checking router: d6b89641-c859-46dd-8935-f9d34d075532 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:49:46.608231 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4210dc5-d5d9-4a00-9eb1-13fa069b47c4 None None] Routers {'d6b89641-c859-46dd-8935-f9d34d075532'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:49:46.608941 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-c4210dc5-d5d9-4a00-9eb1-13fa069b47c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:49:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['d6b89641-c859-46dd-8935-f9d34d075532'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:46.674885 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-082d8c79-e0bd-4ffe-8d65-6b137a79bb18 req-8389f9e0-0cd9-4a04-a829-d63822d15dc0 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/ports?device_id=c75367c9-42e9-45d4-a004-11ea5d4e0563 HTTP/1.1" status: 200 len: 210 time: 0.0264494 Aug 09 17:49:46.727681 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-c4210dc5-d5d9-4a00-9eb1-13fa069b47c4 None None] Set router d6b89641-c859-46dd-8935-f9d34d075532 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:49:46.757770 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2c1b9-63ce-4999-8ba1-bf111c69e37f req-a7788f6b-95f3-4bbb-8098-6b162a8c6c93 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:46.759354 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-31d2c1b9-63ce-4999-8ba1-bf111c69e37f req-a7788f6b-95f3-4bbb-8098-6b162a8c6c93 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 945 time: 0.0510519 Aug 09 17:49:46.867829 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-31d2c1b9-63ce-4999-8ba1-bf111c69e37f req-034653c6-f012-4b7a-891a-dfece5caa1ba tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Deleting port ae9ed281-ea51-4956-927c-19d947e31119 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:49:46.868130 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-31d2c1b9-63ce-4999-8ba1-bf111c69e37f req-034653c6-f012-4b7a-891a-dfece5caa1ba tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:46.940540 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-c4210dc5-d5d9-4a00-9eb1-13fa069b47c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:06Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'e04aa2bf-12c7-4059-9c6d-f31f14eed0f7', 'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'mac_address': 'fa:16:3e:9c:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:04Z', 'updated_at': '2021-08-09T17:44:15Z', 'revision_number': 5, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'subnets': [{'id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:46.969777 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-31d2c1b9-63ce-4999-8ba1-bf111c69e37f req-034653c6-f012-4b7a-891a-dfece5caa1ba tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] For port ae9ed281-ea51-4956-927c-19d947e31119, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=ae9ed281-ea51-4956-927c-19d947e31119,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:46.970144 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-31d2c1b9-63ce-4999-8ba1-bf111c69e37f req-034653c6-f012-4b7a-891a-dfece5caa1ba tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:46.975893 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4210dc5-d5d9-4a00-9eb1-13fa069b47c4 None None] The sync data for ids ['d6b89641-c859-46dd-8935-f9d34d075532'] in dv-cinder-780933-13-iscsi is: [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:44:06Z', 'revision_number': 4, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': 'e04aa2bf-12c7-4059-9c6d-f31f14eed0f7', 'name': '', 'network_id': 'd95f19a3-63ba-4174-9d9b-72eaf529d950', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'mac_address': 'fa:16:3e:9c:77:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:44:04Z', 'updated_at': '2021-08-09T17:44:15Z', 'revision_number': 5, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'subnets': [{'id': 'f65159c6-cc24-4c8e-bbf6-f2146b8ae904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:49:47.168612 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-31d2c1b9-63ce-4999-8ba1-bf111c69e37f req-034653c6-f012-4b7a-891a-dfece5caa1ba tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:47.168975 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-31d2c1b9-63ce-4999-8ba1-bf111c69e37f req-034653c6-f012-4b7a-891a-dfece5caa1ba tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:47.169326 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.l3_db [req-31d2c1b9-63ce-4999-8ba1-bf111c69e37f req-034653c6-f012-4b7a-891a-dfece5caa1ba tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Floating IP 155cda6c-d6d1-4466-b3fb-a096dfb36ee7 disassociated. External IP: 172.27.3.10, port: ae9ed281-ea51-4956-927c-19d947e31119. Aug 09 17:49:47.169672 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-31d2c1b9-63ce-4999-8ba1-bf111c69e37f req-034653c6-f012-4b7a-891a-dfece5caa1ba tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Calling delete_port for ae9ed281-ea51-4956-927c-19d947e31119 owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:49:47.244165 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a0e10-b0b6-41ab-9a49-32032b71d23e req-46d1c212-bce4-4e92-929f-8c409b1fb106 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:47.246118 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a73a0e10-b0b6-41ab-9a49-32032b71d23e req-46d1c212-bce4-4e92-929f-8c409b1fb106 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 945 time: 0.0612004 Aug 09 17:49:47.256690 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc063dcb-4375-46ab-9284-834527c89cd3 None None] New status for floating IP 67b917b7-fbbe-4163-9ff0-ee29a83348dc: DOWN {{(pid=99902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:49:47.296245 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a73a0e10-b0b6-41ab-9a49-32032b71d23e req-dc50f739-c444-4bc0-8a98-3ffd2cc9a68c tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436165 Aug 09 17:49:47.335327 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-31d2c1b9-63ce-4999-8ba1-bf111c69e37f req-034653c6-f012-4b7a-891a-dfece5caa1ba tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:47.370993 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034653c6-f012-4b7a-891a-dfece5caa1ba tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event deleted for resources: {'Port': ['ID=ae9ed281-ea51-4956-927c-19d947e31119,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:47.486753 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31d2c1b9-63ce-4999-8ba1-bf111c69e37f req-034653c6-f012-4b7a-891a-dfece5caa1ba tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Router 4daa703a-4cab-4b62-bdee-696d513c6360 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:49:47.601001 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31d2c1b9-63ce-4999-8ba1-bf111c69e37f req-034653c6-f012-4b7a-891a-dfece5caa1ba tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:49:47.619580 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e236045f-3356-44cf-b8da-0ee7faf3aa45 None None] Sync routers for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:49:47.631326 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e236045f-3356-44cf-b8da-0ee7faf3aa45 None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:49:47.631837 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-e236045f-3356-44cf-b8da-0ee7faf3aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:49:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:47.633447 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61e75a-2ab6-4ade-9f0f-4acb11838c93 req-93993d49-846e-4683-9b71-33c0334a6fd1 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:47.635255 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eb61e75a-2ab6-4ade-9f0f-4acb11838c93 req-93993d49-846e-4683-9b71-33c0334a6fd1 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 946 time: 0.0604312 Aug 09 17:49:47.646354 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d2c1b9-63ce-4999-8ba1-bf111c69e37f req-034653c6-f012-4b7a-891a-dfece5caa1ba tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] No DVR routers for this DVR port ae9ed281-ea51-4956-927c-19d947e31119 on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:49:47.649193 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-31d2c1b9-63ce-4999-8ba1-bf111c69e37f req-034653c6-f012-4b7a-891a-dfece5caa1ba tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:47.651746 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-31d2c1b9-63ce-4999-8ba1-bf111c69e37f req-034653c6-f012-4b7a-891a-dfece5caa1ba tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.65 "DELETE /v2.0/ports/ae9ed281-ea51-4956-927c-19d947e31119 HTTP/1.1" status: 204 len: 173 time: 0.8842704 Aug 09 17:49:47.682303 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eb61e75a-2ab6-4ade-9f0f-4acb11838c93 req-41ada07f-2be7-4f82-83b9-fe87f3f09e77 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411236 Aug 09 17:49:47.757479 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-e236045f-3356-44cf-b8da-0ee7faf3aa45 None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:49:47.773665 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56322) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:47.844634 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:47.880601 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:47.932464 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:47.935338 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:47.936524 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "DELETE /v2.0/security-groups/b1294338-3d3a-4849-8473-444e5046100e HTTP/1.1" status: 204 len: 168 time: 0.1618786 Aug 09 17:49:47.939265 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 56324) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:47.946657 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1294338-3d3a-4849-8473-444e5046100e,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:47.955419 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:47.955766 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:47.956098 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:47.956576 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:47.956733 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:47.957080 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:47.957435 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:47.957779 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:47.958109 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:47.958432 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:47.958963 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:47.959091 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7c9aef-8e8c-4705-b852-c73d32e117a8 tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:47.961790 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.api.v2.resource [None req-752d64fc-ab7e-43a5-b3b0-7d49e634ab2d tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] show failed (client error): The resource could not be found. Aug 09 17:49:47.963733 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-752d64fc-ab7e-43a5-b3b0-7d49e634ab2d tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "GET /v2.0/security-groups/b1294338-3d3a-4849-8473-444e5046100e HTTP/1.1" status: 404 len: 347 time: 0.0220914 Aug 09 17:49:47.965787 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 56326) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:47.991201 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-e236045f-3356-44cf-b8da-0ee7faf3aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:48.023685 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e236045f-3356-44cf-b8da-0ee7faf3aa45 None None] Checking router: 4daa703a-4cab-4b62-bdee-696d513c6360 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:49:48.032966 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e236045f-3356-44cf-b8da-0ee7faf3aa45 None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:49:48.033616 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-e236045f-3356-44cf-b8da-0ee7faf3aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:49:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:48.133028 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-e557972d-a2ee-4f3e-9b14-0ef0522d9abf tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Deleting port eada16a2-4ae3-4b53-b246-d6053bfba1fe {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:49:48.133583 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e557972d-a2ee-4f3e-9b14-0ef0522d9abf tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:48.156554 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-e236045f-3356-44cf-b8da-0ee7faf3aa45 None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:49:48.231641 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e557972d-a2ee-4f3e-9b14-0ef0522d9abf tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:48.231968 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e557972d-a2ee-4f3e-9b14-0ef0522d9abf tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:48.245868 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-e557972d-a2ee-4f3e-9b14-0ef0522d9abf tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Calling delete_port for eada16a2-4ae3-4b53-b246-d6053bfba1fe owned by network:floatingip {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:49:48.304839 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1424f0b-e9b8-4dff-925c-801e7e5b83d4', 'name': 'network-vif-deleted', 'tag': 'ae9ed281-ea51-4956-927c-19d947e31119'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:49:48.307163 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8169369f-66fe-4f1b-a3fd-77e531f5ca85" -d '{"events": [{"server_uuid": "d1424f0b-e9b8-4dff-925c-801e7e5b83d4", "name": "network-vif-deleted", "tag": "ae9ed281-ea51-4956-927c-19d947e31119"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:49:48.366849 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a70f3-2c6c-4a0d-9842-b9d794fa629f req-9b04b0d1-fe01-4ede-86cb-55368ec78d93 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:48.368477 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1e3a70f3-2c6c-4a0d-9842-b9d794fa629f req-9b04b0d1-fe01-4ede-86cb-55368ec78d93 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.65 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 946 time: 0.1107903 Aug 09 17:49:48.369908 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335659f0-b961-41b9-bde3-6404fdc23c9f x-openstack-request-id: req-335659f0-b961-41b9-bde3-6404fdc23c9f {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:49:48.370195 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1424f0b-e9b8-4dff-925c-801e7e5b83d4", "name": "network-vif-deleted", "tag": "ae9ed281-ea51-4956-927c-19d947e31119", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:49:48.370654 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-335659f0-b961-41b9-bde3-6404fdc23c9f {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:49:48.371059 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1424f0b-e9b8-4dff-925c-801e7e5b83d4', 'name': 'network-vif-deleted', 'tag': 'ae9ed281-ea51-4956-927c-19d947e31119', 'status': 'completed', 'code': 200} Aug 09 17:49:48.461628 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-595f886e-006a-4f5e-880c-b0a0b0c04e66 req-8c5f6134-23c1-4cad-9367-b91e6e593b01 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1424f0b-e9b8-4dff-925c-801e7e5b83d4 HTTP/1.1" status: 200 len: 210 time: 0.0409522 Aug 09 17:49:48.511072 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-e236045f-3356-44cf-b8da-0ee7faf3aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:48.524603 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e557972d-a2ee-4f3e-9b14-0ef0522d9abf tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:48.542698 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e236045f-3356-44cf-b8da-0ee7faf3aa45 None None] The sync data for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi is: [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:49:48.559071 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557972d-a2ee-4f3e-9b14-0ef0522d9abf tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Pushing event deleted for resources: {'Port': ['ID=eada16a2-4ae3-4b53-b246-d6053bfba1fe,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:48.565354 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-1e3a70f3-2c6c-4a0d-9842-b9d794fa629f req-62cdbb0a-2fe0-4513-92e6-1e448a7de4ef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Deleting port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:49:48.565354 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-1e3a70f3-2c6c-4a0d-9842-b9d794fa629f req-62cdbb0a-2fe0-4513-92e6-1e448a7de4ef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:48.688346 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e557972d-a2ee-4f3e-9b14-0ef0522d9abf tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks [] for floatingip, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:48.691390 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e557972d-a2ee-4f3e-9b14-0ef0522d9abf tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:48.695135 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-e557972d-a2ee-4f3e-9b14-0ef0522d9abf tempest-AttachVolumeTestJSON-1670629415 tempest-AttachVolumeTestJSON-1670629415-project] 10.222.0.38 "DELETE /v2.0/floatingips/67b917b7-fbbe-4163-9ff0-ee29a83348dc HTTP/1.1" status: 204 len: 168 time: 0.7254660 Aug 09 17:49:48.733333 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-1e3a70f3-2c6c-4a0d-9842-b9d794fa629f req-62cdbb0a-2fe0-4513-92e6-1e448a7de4ef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] For port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:48.733699 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-1e3a70f3-2c6c-4a0d-9842-b9d794fa629f req-62cdbb0a-2fe0-4513-92e6-1e448a7de4ef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:48.883298 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda9992-570a-4f86-9cf5-12db2fb4b1ec req-b8a6a0f7-03ab-4c3a-9561-2bf40e10c3c5 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:48.885316 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8fda9992-570a-4f86-9cf5-12db2fb4b1ec req-b8a6a0f7-03ab-4c3a-9561-2bf40e10c3c5 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 946 time: 0.0986018 Aug 09 17:49:48.901222 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdecc77-1c3f-40ff-8649-038538381ca1 None None] New status for floating IP 155cda6c-d6d1-4466-b3fb-a096dfb36ee7: DOWN {{(pid=99902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:49:48.928787 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8fda9992-570a-4f86-9cf5-12db2fb4b1ec req-f39f956c-78c5-4c05-9eca-5f7fd0f825fb tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups?id=e5339ea7-2ce5-4f00-90b7-c350c612be66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364842 Aug 09 17:49:48.968107 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-1e3a70f3-2c6c-4a0d-9842-b9d794fa629f req-62cdbb0a-2fe0-4513-92e6-1e448a7de4ef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:48.968757 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-1e3a70f3-2c6c-4a0d-9842-b9d794fa629f req-62cdbb0a-2fe0-4513-92e6-1e448a7de4ef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:48.968757 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.l3_db [req-1e3a70f3-2c6c-4a0d-9842-b9d794fa629f req-62cdbb0a-2fe0-4513-92e6-1e448a7de4ef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Floating IP 072a0276-fba9-4bdc-a219-b8ede7399f66 disassociated. External IP: 172.27.3.41, port: 6fd50b7c-b111-4f17-9d3a-097dcbb642a8. Aug 09 17:49:48.969106 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-1e3a70f3-2c6c-4a0d-9842-b9d794fa629f req-62cdbb0a-2fe0-4513-92e6-1e448a7de4ef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Calling delete_port for 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:49:49.112020 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-1e3a70f3-2c6c-4a0d-9842-b9d794fa629f req-62cdbb0a-2fe0-4513-92e6-1e448a7de4ef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:49.135448 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device d9b1ed36-8744-4c1b-a74b-84232ed6ed6e no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:49:49.142925 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdbb0a-2fe0-4513-92e6-1e448a7de4ef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event deleted for resources: {'Port': ['ID=6fd50b7c-b111-4f17-9d3a-097dcbb642a8,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:49.159956 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: d9b1ed36-8744-4c1b-a74b-84232ed6ed6e {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:49:49.160378 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device d9b1ed36-8744-4c1b-a74b-84232ed6ed6e not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:49:49.160846 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device ae9ed281-ea51-4956-927c-19d947e31119 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:49:49.182840 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: ae9ed281-ea51-4956-927c-19d947e31119 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:49:49.183206 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device ae9ed281-ea51-4956-927c-19d947e31119 not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:49:49.517659 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e3a70f3-2c6c-4a0d-9842-b9d794fa629f req-62cdbb0a-2fe0-4513-92e6-1e448a7de4ef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Router 6db682de-c95f-479b-b88d-8af3386ffb9d has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:49:49.649007 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e3a70f3-2c6c-4a0d-9842-b9d794fa629f req-62cdbb0a-2fe0-4513-92e6-1e448a7de4ef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:49:49.660965 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a46b758-858d-49d4-bbcd-2fd0b27022b1 None None] Sync routers for ids ['6db682de-c95f-479b-b88d-8af3386ffb9d'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:49:49.672680 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a46b758-858d-49d4-bbcd-2fd0b27022b1 None None] Routers {'6db682de-c95f-479b-b88d-8af3386ffb9d'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:49:49.673000 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-4a46b758-858d-49d4-bbcd-2fd0b27022b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:49:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['6db682de-c95f-479b-b88d-8af3386ffb9d'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:49.699813 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3a70f3-2c6c-4a0d-9842-b9d794fa629f req-62cdbb0a-2fe0-4513-92e6-1e448a7de4ef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] No DVR routers for this DVR port 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:49:49.702554 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-1e3a70f3-2c6c-4a0d-9842-b9d794fa629f req-62cdbb0a-2fe0-4513-92e6-1e448a7de4ef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:49.704704 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1e3a70f3-2c6c-4a0d-9842-b9d794fa629f req-62cdbb0a-2fe0-4513-92e6-1e448a7de4ef tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.65 "DELETE /v2.0/ports/6fd50b7c-b111-4f17-9d3a-097dcbb642a8 HTTP/1.1" status: 204 len: 173 time: 1.3118689 Aug 09 17:49:49.783430 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-1ff8e619-bf52-498a-b3c8-7df8ad2ab2ef tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-450407485&fields=id&tenant_id=7ebd396b32434bc58226a584e7b67a82 HTTP/1.1" status: 200 len: 267 time: 0.0554214 Aug 09 17:49:49.811094 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-4a46b758-858d-49d4-bbcd-2fd0b27022b1 None None] Set router 6db682de-c95f-479b-b88d-8af3386ffb9d gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:49:49.915835 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-89071147-6d55-4b5f-963a-e24e304332fe tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:49.917157 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-89071147-6d55-4b5f-963a-e24e304332fe tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/networks?id=977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 200 len: 812 time: 0.1254761 Aug 09 17:49:49.941182 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-43037702-3e5a-4c98-950b-a95fd900e4bc tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/quotas/7ebd396b32434bc58226a584e7b67a82 HTTP/1.1" status: 200 len: 375 time: 0.0159516 Aug 09 17:49:50.034393 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-dcaabe90-0bb0-4e19-8235-ccf212a444b9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0897586 Aug 09 17:49:50.060529 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-4a46b758-858d-49d4-bbcd-2fd0b27022b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:24Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '34684c8c-35b9-445d-890d-2984fc69f8ff', 'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'mac_address': 'fa:16:3e:a5:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:22Z', 'updated_at': '2021-08-09T17:42:36Z', 'revision_number': 5, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'subnets': [{'id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:50.076864 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f5199352-58d7-4269-ba0c-a5c3d7920b84 req-d36992f6-f569-4330-8acf-2faf9bcce8ed tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/ports?device_id=9690f642-1eeb-4fce-938d-d86177b338ce HTTP/1.1" status: 200 len: 210 time: 0.0343134 Aug 09 17:49:50.088941 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a46b758-858d-49d4-bbcd-2fd0b27022b1 None None] Checking router: 6db682de-c95f-479b-b88d-8af3386ffb9d for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:49:50.103517 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a46b758-858d-49d4-bbcd-2fd0b27022b1 None None] Routers {'6db682de-c95f-479b-b88d-8af3386ffb9d'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:49:50.104612 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-4a46b758-858d-49d4-bbcd-2fd0b27022b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:49:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['6db682de-c95f-479b-b88d-8af3386ffb9d'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:50.164466 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-f2779427-f493-4633-b3e6-d6c5b8ede274 service neutron] 10.222.0.38 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128795 Aug 09 17:49:50.228308 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-4a46b758-858d-49d4-bbcd-2fd0b27022b1 None None] Set router 6db682de-c95f-479b-b88d-8af3386ffb9d gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:49:50.262736 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-d4247a76-47b7-418f-a154-b334fbee68d2 service neutron] 10.222.0.38 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914137 Aug 09 17:49:50.371902 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9690f642-1eeb-4fce-938d-d86177b338ce', 'name': 'network-vif-deleted', 'tag': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:49:50.375105 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c0efb2-9ca1-491d-9cd4-d4a915b4a999" -d '{"events": [{"server_uuid": "9690f642-1eeb-4fce-938d-d86177b338ce", "name": "network-vif-deleted", "tag": "6fd50b7c-b111-4f17-9d3a-097dcbb642a8"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:49:50.419525 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51593d98-7abd-43ed-b3d4-326b9c96275e x-openstack-request-id: req-51593d98-7abd-43ed-b3d4-326b9c96275e {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:49:50.420062 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9690f642-1eeb-4fce-938d-d86177b338ce", "name": "network-vif-deleted", "tag": "6fd50b7c-b111-4f17-9d3a-097dcbb642a8", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:49:50.420489 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-51593d98-7abd-43ed-b3d4-326b9c96275e {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:49:50.421078 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9690f642-1eeb-4fce-938d-d86177b338ce', 'name': 'network-vif-deleted', 'tag': '6fd50b7c-b111-4f17-9d3a-097dcbb642a8', 'status': 'completed', 'code': 200} Aug 09 17:49:50.467913 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-4a46b758-858d-49d4-bbcd-2fd0b27022b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:24Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '34684c8c-35b9-445d-890d-2984fc69f8ff', 'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'mac_address': 'fa:16:3e:a5:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:22Z', 'updated_at': '2021-08-09T17:42:36Z', 'revision_number': 5, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'subnets': [{'id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:50.498653 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a46b758-858d-49d4-bbcd-2fd0b27022b1 None None] The sync data for ids ['6db682de-c95f-479b-b88d-8af3386ffb9d'] in dv-cinder-780933-13-iscsi is: [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:42:24Z', 'revision_number': 4, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '34684c8c-35b9-445d-890d-2984fc69f8ff', 'name': '', 'network_id': 'a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'mac_address': 'fa:16:3e:a5:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:22Z', 'updated_at': '2021-08-09T17:42:36Z', 'revision_number': 5, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'subnets': [{'id': '2d979a41-53a7-4435-9ead-3f50cab74183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:49:50.615386 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cb062d03-c6a4-47ed-a119-e9cef1180233 req-5cc52af5-ac22-42fb-aef5-6f117632e048 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 210 time: 0.0315135 Aug 09 17:49:50.758671 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd58c35e-32a1-4cb1-ad73-cb0c87bf148a None None] New status for floating IP 072a0276-fba9-4bdc-a219-b8ede7399f66: DOWN {{(pid=99902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:49:51.134224 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:49:51.165688 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:49:51.166217 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 6fd50b7c-b111-4f17-9d3a-097dcbb642a8 not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:49:51.716835 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-00ef1be7-65fc-48b4-a973-5be92711de6d req-0f4638ae-fd6a-44bb-a9b1-267a27d1bc29 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 210 time: 0.0285611 Aug 09 17:49:51.727999 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-733bf244-12b0-4c74-bfb8-d5222d6938e5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:51.729707 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-733bf244-12b0-4c74-bfb8-d5222d6938e5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.65 "GET /v2.0/networks?id=977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 200 len: 812 time: 0.1225858 Aug 09 17:49:51.787420 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-17c49240-5d16-4de1-8b43-b591f224983d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ebd396b32434bc58226a584e7b67a82 HTTP/1.1" status: 200 len: 379 time: 0.0376801 Aug 09 17:49:51.809370 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-763cc08c-f3cb-4fc2-98cf-34eac01499e5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Request body: {'port': {'device_id': '0ef4c811-a0ca-438a-ab10-038661f35229', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'admin_state_up': True, 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'security_groups': ['6ea6b252-2be5-489a-b834-31ba91499c12']}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:49:51.928235 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-763cc08c-f3cb-4fc2-98cf-34eac01499e5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Made reservation on behalf of 7ebd396b32434bc58226a584e7b67a82 for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:49:51.931792 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-763cc08c-f3cb-4fc2-98cf-34eac01499e5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:52.062966 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-763cc08c-f3cb-4fc2-98cf-34eac01499e5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Allocated IP 172.20.0.13 (977525a1-e275-4770-bce2-2f4d7a6aa30e/6e4a1b09-306b-478e-b9be-ae5e19d8c7ce/9839fbaf-2c71-4d61-aa0e-18906c3b094c) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:49:52.205645 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56392) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:52.233525 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-763cc08c-f3cb-4fc2-98cf-34eac01499e5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:52.249667 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-763cc08c-f3cb-4fc2-98cf-34eac01499e5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Transition to ACTIVE for port object 9839fbaf-2c71-4d61-aa0e-18906c3b094c will not be triggered until provisioned by entity DHCP. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:49:52.274606 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-c0e9414c-6aa5-4d57-8ff5-3d7b1a0d90ae tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:52.291471 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-763cc08c-f3cb-4fc2-98cf-34eac01499e5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:52.304634 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-c0e9414c-6aa5-4d57-8ff5-3d7b1a0d90ae tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:52.360670 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-763cc08c-f3cb-4fc2-98cf-34eac01499e5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Network 977525a1-e275-4770-bce2-2f4d7a6aa30e is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:49:52.362490 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cc08c-f3cb-4fc2-98cf-34eac01499e5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event updated for resources: {'Port': ['ID=9839fbaf-2c71-4d61-aa0e-18906c3b094c,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:52.365623 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-763cc08c-f3cb-4fc2-98cf-34eac01499e5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:49:52.368360 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-763cc08c-f3cb-4fc2-98cf-34eac01499e5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:49:52.380782 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-c0e9414c-6aa5-4d57-8ff5-3d7b1a0d90ae tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:52.384328 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-c0e9414c-6aa5-4d57-8ff5-3d7b1a0d90ae tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:52.385677 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-c0e9414c-6aa5-4d57-8ff5-3d7b1a0d90ae tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "DELETE /v2.0/security-groups/e5339ea7-2ce5-4f00-90b7-c350c612be66 HTTP/1.1" status: 204 len: 168 time: 0.1789966 Aug 09 17:49:52.396115 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56400) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:52.405553 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 56402) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:52.416398 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.api.v2.resource [None req-7e7641e5-8158-41ba-90f9-17a6e358fbea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] show failed (client error): The resource could not be found. Aug 09 17:49:52.417456 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-7e7641e5-8158-41ba-90f9-17a6e358fbea tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "GET /v2.0/security-groups/e5339ea7-2ce5-4f00-90b7-c350c612be66 HTTP/1.1" status: 404 len: 347 time: 0.0199161 Aug 09 17:49:52.418372 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9414c-6aa5-4d57-8ff5-3d7b1a0d90ae tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5339ea7-2ce5-4f00-90b7-c350c612be66,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:52.420398 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56406) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:52.474293 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-763cc08c-f3cb-4fc2-98cf-34eac01499e5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:52.475040 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-763cc08c-f3cb-4fc2-98cf-34eac01499e5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:52.499837 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-763cc08c-f3cb-4fc2-98cf-34eac01499e5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6950996 Aug 09 17:49:52.532556 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Request body: {'port': {'device_id': '0ef4c811-a0ca-438a-ab10-038661f35229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:49:52.593121 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-df5d81e2-48b8-4d4d-952c-e8cd2aa7c169 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Deleting port 398ec7a4-3fb6-4b57-8b5c-27bd37f5f565 {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:49:52.593293 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-df5d81e2-48b8-4d4d-952c-e8cd2aa7c169 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:52.633504 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:52.687478 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-df5d81e2-48b8-4d4d-952c-e8cd2aa7c169 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:52.687810 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-df5d81e2-48b8-4d4d-952c-e8cd2aa7c169 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:52.701648 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-df5d81e2-48b8-4d4d-952c-e8cd2aa7c169 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Calling delete_port for 398ec7a4-3fb6-4b57-8b5c-27bd37f5f565 owned by network:floatingip {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:49:52.790136 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-486817e6-b27c-46e4-8724-47696cd30002 None None] Provisioning for port 9839fbaf-2c71-4d61-aa0e-18906c3b094c completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:49:52.798595 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-486817e6-b27c-46e4-8724-47696cd30002 None None] Provisioning complete for port 9839fbaf-2c71-4d61-aa0e-18906c3b094c triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:49:52.800083 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-486817e6-b27c-46e4-8724-47696cd30002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:52.854957 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-486817e6-b27c-46e4-8724-47696cd30002 None None] Port 9839fbaf-2c71-4d61-aa0e-18906c3b094c cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:49:52.893135 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6031e-4e15-48b9-a173-df60ac3b1e61 req-13c894e7-82a1-4cd8-9798-e5821ab9b04d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:52.894674 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-aef6031e-4e15-48b9-a173-df60ac3b1e61 req-13c894e7-82a1-4cd8-9798-e5821ab9b04d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 932 time: 0.0918748 Aug 09 17:49:52.909788 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-df5d81e2-48b8-4d4d-952c-e8cd2aa7c169 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:52.949403 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d81e2-48b8-4d4d-952c-e8cd2aa7c169 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Pushing event deleted for resources: {'Port': ['ID=398ec7a4-3fb6-4b57-8b5c-27bd37f5f565,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:52.968876 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-aef6031e-4e15-48b9-a173-df60ac3b1e61 req-f64b6d18-6aee-42a7-bdbe-ea4418076ff1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664945 Aug 09 17:49:53.029142 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-df5d81e2-48b8-4d4d-952c-e8cd2aa7c169 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks [] for floatingip, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:53.031767 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-df5d81e2-48b8-4d4d-952c-e8cd2aa7c169 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:53.032917 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-df5d81e2-48b8-4d4d-952c-e8cd2aa7c169 tempest-AttachVolumeShelveTestJSON-1171075565 tempest-AttachVolumeShelveTestJSON-1171075565-project] 10.222.0.38 "DELETE /v2.0/floatingips/072a0276-fba9-4bdc-a219-b8ede7399f66 HTTP/1.1" status: 204 len: 168 time: 0.6116037 Aug 09 17:49:53.183811 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9839fbaf-2c71-4d61-aa0e-18906c3b094c {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:49:53.193594 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:53.210620 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Transition to ACTIVE for port object 9839fbaf-2c71-4d61-aa0e-18906c3b094c will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:49:53.217680 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:53.286262 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Pushing event updated for resources: {'Port': ['ID=9839fbaf-2c71-4d61-aa0e-18906c3b094c,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:53.397310 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Attempting to bind port 9839fbaf-2c71-4d61-aa0e-18906c3b094c on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:49:53.397538 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Attempting to bind port 9839fbaf-2c71-4d61-aa0e-18906c3b094c by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:49:53.397869 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Attempting to bind port 9839fbaf-2c71-4d61-aa0e-18906c3b094c on network 977525a1-e275-4770-bce2-2f4d7a6aa30e {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:49:53.406928 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Port 9839fbaf-2c71-4d61-aa0e-18906c3b094c on network 977525a1-e275-4770-bce2-2f4d7a6aa30e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:49:53.407273 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Attempting to bind port 9839fbaf-2c71-4d61-aa0e-18906c3b094c on network 977525a1-e275-4770-bce2-2f4d7a6aa30e {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:49:53.414394 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c100d8fb-a344-4e79-b9cb-699023a9e210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-961667'] for router_interface, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:53.455088 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:49:53.455422 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Checking segment: {'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:49:53.455802 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Bound using segment: {'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:49:53.456252 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Bound port: 9839fbaf-2c71-4d61-aa0e-18906c3b094c, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:49:53.456606 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:53.580868 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] For port 9839fbaf-2c71-4d61-aa0e-18906c3b094c, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:49:53.584317 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] For port 9839fbaf-2c71-4d61-aa0e-18906c3b094c, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9839fbaf-2c71-4d61-aa0e-18906c3b094c,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:49:53.588777 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:53.663805 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:53.664451 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:53.665794 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] 10.222.0.65 "PUT /v2.0/ports/9839fbaf-2c71-4d61-aa0e-18906c3b094c HTTP/1.1" status: 200 len: 1094 time: 1.1385164 Aug 09 17:49:53.667602 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef4c811-a0ca-438a-ab10-038661f35229', 'tag': '9839fbaf-2c71-4d61-aa0e-18906c3b094c'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:49:53.669652 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41619731-f350-4119-ad53-0ea761e220a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef4c811-a0ca-438a-ab10-038661f35229", "tag": "9839fbaf-2c71-4d61-aa0e-18906c3b094c"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:49:53.716501 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bb4f8c-3eaf-4d0b-b27b-6d218a0f45dc x-openstack-request-id: req-69bb4f8c-3eaf-4d0b-b27b-6d218a0f45dc {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:49:53.716885 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef4c811-a0ca-438a-ab10-038661f35229", "tag": "9839fbaf-2c71-4d61-aa0e-18906c3b094c", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:49:53.717047 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-69bb4f8c-3eaf-4d0b-b27b-6d218a0f45dc {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:49:53.717417 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef4c811-a0ca-438a-ab10-038661f35229', 'tag': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'status': 'completed', 'code': 200} Aug 09 17:49:53.719323 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db311fc-9eca-44c0-bf96-346f30a09f6f service neutron] Pushing event updated for resources: {'Port': ['ID=9839fbaf-2c71-4d61-aa0e-18906c3b094c,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:53.821189 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-3d6fce3c-4057-49c3-bf41-03d798d109a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:53.823004 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-3d6fce3c-4057-49c3-bf41-03d798d109a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 1097 time: 0.0860274 Aug 09 17:49:53.884472 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-2dd5e322-d4c1-488f-b9dd-3f085b6dde37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9839fbaf-2c71-4d61-aa0e-18906c3b094c HTTP/1.1" status: 200 len: 217 time: 0.0464032 Aug 09 17:49:53.889067 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-c100d8fb-a344-4e79-b9cb-699023a9e210 admin admin] Deleting port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:49:53.889402 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c100d8fb-a344-4e79-b9cb-699023a9e210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:53.984597 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-687b550a-544e-47b4-8e6e-8027e532696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:53.986087 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-687b550a-544e-47b4-8e6e-8027e532696c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4a1b09-306b-478e-b9be-ae5e19d8c7ce HTTP/1.1" status: 200 len: 851 time: 0.0938356 Aug 09 17:49:54.046841 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [None req-c100d8fb-a344-4e79-b9cb-699023a9e210 admin admin] For port e04aa2bf-12c7-4059-9c6d-f31f14eed0f7, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=e04aa2bf-12c7-4059-9c6d-f31f14eed0f7,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:54.047448 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c100d8fb-a344-4e79-b9cb-699023a9e210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:54.064111 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-c100d8fb-a344-4e79-b9cb-699023a9e210 admin admin] Calling delete_port for e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 owned by network:router_interface {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:49:54.083965 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-8600573e-8dd9-4482-8463-5cc501de491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:54.085482 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-8600573e-8dd9-4482-8463-5cc501de491d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=977525a1-e275-4770-bce2-2f4d7a6aa30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0883138 Aug 09 17:49:54.103293 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01023f2e-8d17-467b-ac21-a470960e4d2a req-30212211-9368-4964-815a-062dc32c7476 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:54.104817 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-01023f2e-8d17-467b-ac21-a470960e4d2a req-30212211-9368-4964-815a-062dc32c7476 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 944 time: 0.0538061 Aug 09 17:49:54.144157 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-01023f2e-8d17-467b-ac21-a470960e4d2a req-ecd5c276-1abe-4ba8-92a2-6d35d331c73d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332909 Aug 09 17:49:54.269724 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-244ed06c-5df9-40a1-9a3d-50317422f852 service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571276 Aug 09 17:49:54.419500 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c100d8fb-a344-4e79-b9cb-699023a9e210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:54.424856 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-f46df128-2833-4ccb-bcc1-9b9e7f075e1a req-b3868757-86e3-4cd7-9176-7b40168f7f3f service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419842 Aug 09 17:49:54.450293 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100d8fb-a344-4e79-b9cb-699023a9e210 admin admin] Pushing event deleted for resources: {'Port': ['ID=e04aa2bf-12c7-4059-9c6d-f31f14eed0f7,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:54.666105 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41619731-f350-4119-ad53-0ea761e220a1 req-80e8cd76-7c54-4bc0-9f43-2fa6bada7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:54.667701 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-41619731-f350-4119-ad53-0ea761e220a1 req-80e8cd76-7c54-4bc0-9f43-2fa6bada7b15 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 1097 time: 0.1496480 Aug 09 17:49:54.688775 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c100d8fb-a344-4e79-b9cb-699023a9e210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963379'] for router_interface, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:54.846395 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41619731-f350-4119-ad53-0ea761e220a1 req-c1b0ce08-4ea7-4797-a19d-00b7c1dea1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:54.848016 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-41619731-f350-4119-ad53-0ea761e220a1 req-c1b0ce08-4ea7-4797-a19d-00b7c1dea1e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 200 len: 913 time: 0.1706946 Aug 09 17:49:54.900280 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-41619731-f350-4119-ad53-0ea761e220a1 req-fab83f41-d3fe-43f7-8138-75b1d291594f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9839fbaf-2c71-4d61-aa0e-18906c3b094c HTTP/1.1" status: 200 len: 217 time: 0.0431199 Aug 09 17:49:55.272032 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41619731-f350-4119-ad53-0ea761e220a1 req-adb6a2a6-61a9-4392-b29c-1777fc44f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:55.273956 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a893ae-8ab0-4df4-8f88-acca538d3290 req-d81b3e9c-faf7-4f6f-bf59-93733d209770 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:55.274569 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-41619731-f350-4119-ad53-0ea761e220a1 req-adb6a2a6-61a9-4392-b29c-1777fc44f196 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4a1b09-306b-478e-b9be-ae5e19d8c7ce HTTP/1.1" status: 200 len: 851 time: 0.3396831 Aug 09 17:49:55.274969 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-07a893ae-8ab0-4df4-8f88-acca538d3290 req-d81b3e9c-faf7-4f6f-bf59-93733d209770 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 944 time: 0.0566392 Aug 09 17:49:55.316044 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-07a893ae-8ab0-4df4-8f88-acca538d3290 req-5afd5a69-1f66-4582-bc9a-8ea1004bb62a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348125 Aug 09 17:49:55.327652 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c100d8fb-a344-4e79-b9cb-699023a9e210 admin admin] Router d6b89641-c859-46dd-8935-f9d34d075532 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:49:55.338631 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41619731-f350-4119-ad53-0ea761e220a1 req-49823eb5-31ed-443b-a929-7670b4307e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:55.340151 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-41619731-f350-4119-ad53-0ea761e220a1 req-49823eb5-31ed-443b-a929-7670b4307e91 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=977525a1-e275-4770-bce2-2f4d7a6aa30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0578525 Aug 09 17:49:55.501166 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56436) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:55.514810 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c100d8fb-a344-4e79-b9cb-699023a9e210 admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:49:55.518238 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-41619731-f350-4119-ad53-0ea761e220a1 req-eea59d62-68ed-4bdf-8146-3f53a930dd5f service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399112 Aug 09 17:49:55.522398 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-c100d8fb-a344-4e79-b9cb-699023a9e210 admin admin] 10.222.0.38 "PUT /v2.0/routers/d6b89641-c859-46dd-8935-f9d34d075532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1156349 Aug 09 17:49:55.525064 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde93fce-c7e4-417e-8087-6e7763b07004 None None] Sync routers for ids ['d6b89641-c859-46dd-8935-f9d34d075532'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:49:55.525632 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56440) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:55.539566 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde93fce-c7e4-417e-8087-6e7763b07004 None None] Routers {'d6b89641-c859-46dd-8935-f9d34d075532'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:49:55.540496 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-cde93fce-c7e4-417e-8087-6e7763b07004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:49:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['d6b89641-c859-46dd-8935-f9d34d075532'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:55.622262 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-41619731-f350-4119-ad53-0ea761e220a1 req-cd25c9ec-857e-4518-b341-c6496daa9b3d service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950754 Aug 09 17:49:55.658489 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-cde93fce-c7e4-417e-8087-6e7763b07004 None None] Set router d6b89641-c859-46dd-8935-f9d34d075532 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:49:55.743426 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-df87fc6c-838f-4a4a-90e1-4be9c8def39d admin admin] Notify callbacks [] for router, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:55.848993 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-cde93fce-c7e4-417e-8087-6e7763b07004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:49:54Z', 'revision_number': 5, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:55.875978 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde93fce-c7e4-417e-8087-6e7763b07004 None None] Checking router: d6b89641-c859-46dd-8935-f9d34d075532 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:49:55.885214 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde93fce-c7e4-417e-8087-6e7763b07004 None None] Routers {'d6b89641-c859-46dd-8935-f9d34d075532'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:49:55.885843 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-cde93fce-c7e4-417e-8087-6e7763b07004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:49:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['d6b89641-c859-46dd-8935-f9d34d075532'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:55.940383 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-df87fc6c-838f-4a4a-90e1-4be9c8def39d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:55.994691 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-cde93fce-c7e4-417e-8087-6e7763b07004 None None] Set router d6b89641-c859-46dd-8935-f9d34d075532 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:49:56.062933 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-df87fc6c-838f-4a4a-90e1-4be9c8def39d admin admin] Deleting port a2b10c9e-b809-467c-b2a3-70c97a7258ee {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:49:56.063271 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-df87fc6c-838f-4a4a-90e1-4be9c8def39d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:56.182326 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [None req-df87fc6c-838f-4a4a-90e1-4be9c8def39d admin admin] For port a2b10c9e-b809-467c-b2a3-70c97a7258ee, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=a2b10c9e-b809-467c-b2a3-70c97a7258ee,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:56.182691 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-df87fc6c-838f-4a4a-90e1-4be9c8def39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:56.182840 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-cde93fce-c7e4-417e-8087-6e7763b07004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:49:54Z', 'revision_number': 5, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:56.198749 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-df87fc6c-838f-4a4a-90e1-4be9c8def39d admin admin] Calling delete_port for a2b10c9e-b809-467c-b2a3-70c97a7258ee owned by network:router_gateway {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:49:56.210025 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde93fce-c7e4-417e-8087-6e7763b07004 None None] The sync data for ids ['d6b89641-c859-46dd-8935-f9d34d075532'] in dv-cinder-780933-13-iscsi is: [{'id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'name': 'tempest-AttachVolumeTestJSON-767295906-router', 'tenant_id': '14b16f5b752d4eb6aabccd3304653e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:43:57Z', 'updated_at': '2021-08-09T17:49:54Z', 'revision_number': 5, 'project_id': '14b16f5b752d4eb6aabccd3304653e6f', 'gw_port': {'id': 'a2b10c9e-b809-467c-b2a3-70c97a7258ee', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b89641-c859-46dd-8935-f9d34d075532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:43:58Z', 'updated_at': '2021-08-09T17:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:49:56.266041 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-4947b768-80fd-434e-9a83-40c265996402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-961667'] for router_interface, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:56.545737 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55839dc-5a41-4574-9171-3885fa154caa req-e03b7bd3-2ed3-41de-8731-70121b0bdc00 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:56.548086 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d55839dc-5a41-4574-9171-3885fa154caa req-e03b7bd3-2ed3-41de-8731-70121b0bdc00 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 944 time: 0.1540437 Aug 09 17:49:56.613470 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:49:56.634598 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:49:56.634813 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-df87fc6c-838f-4a4a-90e1-4be9c8def39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:56.635017 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device e04aa2bf-12c7-4059-9c6d-f31f14eed0f7 not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:49:56.653597 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:56.654040 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-d55839dc-5a41-4574-9171-3885fa154caa req-1646165c-fd38-4452-9d95-21e03f2fbb69 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802050 Aug 09 17:49:56.680861 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87fc6c-838f-4a4a-90e1-4be9c8def39d admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b10c9e-b809-467c-b2a3-70c97a7258ee,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:56.774612 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-df87fc6c-838f-4a4a-90e1-4be9c8def39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962517'] for router_gateway, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:56.891079 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-df87fc6c-838f-4a4a-90e1-4be9c8def39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:56.894274 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-df87fc6c-838f-4a4a-90e1-4be9c8def39d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:56.949018 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-4947b768-80fd-434e-9a83-40c265996402 admin admin] Deleting port 34684c8c-35b9-445d-890d-2984fc69f8ff {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:49:56.949354 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-4947b768-80fd-434e-9a83-40c265996402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:56.963846 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-df87fc6c-838f-4a4a-90e1-4be9c8def39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-964309'] for router, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:56.964351 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df87fc6c-838f-4a4a-90e1-4be9c8def39d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6b89641-c859-46dd-8935-f9d34d075532 {{(pid=99900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:49:56.998057 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-df87fc6c-838f-4a4a-90e1-4be9c8def39d admin admin] Notify callbacks [] for router, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:57.001502 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-df87fc6c-838f-4a4a-90e1-4be9c8def39d admin admin] 10.222.0.38 "DELETE /v2.0/routers/d6b89641-c859-46dd-8935-f9d34d075532 HTTP/1.1" status: 204 len: 168 time: 1.4729295 Aug 09 17:49:57.001774 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56446) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:57.319744 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbabe34-d092-4f4b-888c-aa781c8412b3 admin admin] Deleting subnet f65159c6-cc24-4c8e-bbf6-f2146b8ae904 {{(pid=99900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:49:57.325694 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0bbabe34-d092-4f4b-888c-aa781c8412b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:57.359251 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [None req-4947b768-80fd-434e-9a83-40c265996402 admin admin] For port 34684c8c-35b9-445d-890d-2984fc69f8ff, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=34684c8c-35b9-445d-890d-2984fc69f8ff,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:57.359608 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-4947b768-80fd-434e-9a83-40c265996402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:57.379056 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-4947b768-80fd-434e-9a83-40c265996402 admin admin] Calling delete_port for 34684c8c-35b9-445d-890d-2984fc69f8ff owned by network:router_interface {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:49:57.385020 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0bbabe34-d092-4f4b-888c-aa781c8412b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10054361'] for subnet, precommit_delete_associations {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:57.593993 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0bbabe34-d092-4f4b-888c-aa781c8412b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:57.707499 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0bbabe34-d092-4f4b-888c-aa781c8412b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10004141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531874'] for subnet, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:57.744699 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbabe34-d092-4f4b-888c-aa781c8412b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f65159c6-cc24-4c8e-bbf6-f2146b8ae904,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:57.768464 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cd138b-7a22-450c-8d42-b279445f7ce5 None None] Network d95f19a3-63ba-4174-9d9b-72eaf529d950 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:49:57.777090 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0bbabe34-d092-4f4b-888c-aa781c8412b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:57.778999 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-0bbabe34-d092-4f4b-888c-aa781c8412b3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f65159c6-cc24-4c8e-bbf6-f2146b8ae904 HTTP/1.1" status: 204 len: 168 time: 0.7762964 Aug 09 17:49:57.781624 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 56450) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:57.790228 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-4947b768-80fd-434e-9a83-40c265996402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:57.827404 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947b768-80fd-434e-9a83-40c265996402 admin admin] Pushing event deleted for resources: {'Port': ['ID=34684c8c-35b9-445d-890d-2984fc69f8ff,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:57.859105 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd8b9a-0d48-4982-92a9-7d8da48c3383 req-0c2b465b-ea2f-4e5e-8f79-5e656ce9e99a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:57.860661 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-58dd8b9a-0d48-4982-92a9-7d8da48c3383 req-0c2b465b-ea2f-4e5e-8f79-5e656ce9e99a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 944 time: 0.1210883 Aug 09 17:49:57.868415 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:57.955025 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] Deleting port be3acb4a-7422-4204-b68b-8c978735eb75 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:49:57.955452 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:57.961468 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-58dd8b9a-0d48-4982-92a9-7d8da48c3383 req-bdb63225-99e3-4e31-9661-12dd54a8a5fa tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775654 Aug 09 17:49:58.003295 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17938135-0054-4851-bf35-8bc514004315 None None] DHCP port deletion for d95f19a3-63ba-4174-9d9b-72eaf529d950 request from dv-cinder-780933-13-iscsi {{(pid=99901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:49:58.046799 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] For port be3acb4a-7422-4204-b68b-8c978735eb75, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=be3acb4a-7422-4204-b68b-8c978735eb75,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:58.047281 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.055152 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-17938135-0054-4851-bf35-8bc514004315 None None] Deleting port be3acb4a-7422-4204-b68b-8c978735eb75 {{(pid=99901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:49:58.055870 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-17938135-0054-4851-bf35-8bc514004315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.065954 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] Calling delete_port for be3acb4a-7422-4204-b68b-8c978735eb75 owned by network:dhcp {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:49:58.088027 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-4947b768-80fd-434e-9a83-40c265996402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963379'] for router_interface, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.141197 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-17938135-0054-4851-bf35-8bc514004315 None None] For port be3acb4a-7422-4204-b68b-8c978735eb75, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=be3acb4a-7422-4204-b68b-8c978735eb75,segment=NetworkSegment(7e0a6089-21b4-4886-8c78-a337be068cca),segment_id=7e0a6089-21b4-4886-8c78-a337be068cca)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:58.141441 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-17938135-0054-4851-bf35-8bc514004315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.160387 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-17938135-0054-4851-bf35-8bc514004315 None None] Calling delete_port for be3acb4a-7422-4204-b68b-8c978735eb75 owned by network:dhcp {{(pid=99901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:49:58.167550 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.197534 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] No DVR routers for this DVR port be3acb4a-7422-4204-b68b-8c978735eb75 on host dv-cinder-780933-13-iscsi {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:49:58.201944 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] Pushing event deleted for resources: {'Port': ['ID=be3acb4a-7422-4204-b68b-8c978735eb75,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:58.263788 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-17938135-0054-4851-bf35-8bc514004315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382'] for port, after_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.279203 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.290219 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95f19a3-63ba-4174-9d9b-72eaf529d950']}} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:58.295320 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17938135-0054-4851-bf35-8bc514004315 None None] Pushing event deleted for resources: {'Port': ['ID=be3acb4a-7422-4204-b68b-8c978735eb75,revision_number=None']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:58.296465 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17938135-0054-4851-bf35-8bc514004315 None None] No DVR routers for this DVR port be3acb4a-7422-4204-b68b-8c978735eb75 on host dv-cinder-780933-13-iscsi {{(pid=99901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:49:58.302840 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0a6089-21b4-4886-8c78-a337be068cca') {'for_net_delete': True} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:58.303462 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0a6089-21b4-4886-8c78-a337be068cca') {} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:58.317456 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9885496'] for segment, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.334361 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.340043 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4947b768-80fd-434e-9a83-40c265996402 admin admin] Router 6db682de-c95f-479b-b88d-8af3386ffb9d has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:49:58.341122 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=99899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:49:58.341610 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9831755'] for segment, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: Traceback (most recent call last): Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: timer() Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: cb(*args, **kw) Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: return func(*args, **kwargs) Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: self._notify() Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: self.callback(batched_events) Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: event.method(event) Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: return f(self, *a, **k) Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._get(url).json() Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: return self.request(url, 'GET', **kwargs) Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:49:58.343664 dv-cinder-780933-13-iscsi neutron-server[99899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:49:58.397850 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.403283 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.407825 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] 10.222.0.38 "DELETE /v2.0/networks/d95f19a3-63ba-4174-9d9b-72eaf529d950 HTTP/1.1" status: 204 len: 168 time: 0.6225357 Aug 09 17:49:58.417309 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ca629-eee9-4471-af48-f17f51f4f37c admin admin] Pushing event deleted for resources: {'Network': ['ID=d95f19a3-63ba-4174-9d9b-72eaf529d950,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:58.462920 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4947b768-80fd-434e-9a83-40c265996402 admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:49:58.468621 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-4947b768-80fd-434e-9a83-40c265996402 admin admin] 10.222.0.38 "PUT /v2.0/routers/6db682de-c95f-479b-b88d-8af3386ffb9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9663515 Aug 09 17:49:58.471629 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 56454) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:58.479467 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dfd8a2-e050-4dd0-a87e-48a3a9b215f9 None None] Sync routers for ids ['6db682de-c95f-479b-b88d-8af3386ffb9d'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:49:58.490600 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dfd8a2-e050-4dd0-a87e-48a3a9b215f9 None None] Routers {'6db682de-c95f-479b-b88d-8af3386ffb9d'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:49:58.492368 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-50dfd8a2-e050-4dd0-a87e-48a3a9b215f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:49:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['6db682de-c95f-479b-b88d-8af3386ffb9d'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:58.537992 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 56456) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:58.604872 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-50dfd8a2-e050-4dd0-a87e-48a3a9b215f9 None None] Set router 6db682de-c95f-479b-b88d-8af3386ffb9d gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:49:58.619539 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7f55-3b58-47f8-aa0e-f8a539f38528 admin admin] Notify callbacks [] for router, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.626650 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-d646bdf4-2fa6-4390-beb2-6c1b91b75466 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=14b16f5b752d4eb6aabccd3304653e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853443 Aug 09 17:49:58.627285 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56458) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:58.694640 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-55e3a164-4e51-477a-bbcc-dffd23bbd997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.720616 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-55e3a164-4e51-477a-bbcc-dffd23bbd997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.761539 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7f55-3b58-47f8-aa0e-f8a539f38528 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.777362 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device a2b10c9e-b809-467c-b2a3-70c97a7258ee no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:49:58.792153 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-55e3a164-4e51-477a-bbcc-dffd23bbd997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.796068 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-55e3a164-4e51-477a-bbcc-dffd23bbd997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.797578 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-55e3a164-4e51-477a-bbcc-dffd23bbd997 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4d207600-fd24-4ecb-9956-678ac28184b7 HTTP/1.1" status: 204 len: 168 time: 0.1689599 Aug 09 17:49:58.803204 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: a2b10c9e-b809-467c-b2a3-70c97a7258ee {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:49:58.803852 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device a2b10c9e-b809-467c-b2a3-70c97a7258ee not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:49:58.803965 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device be3acb4a-7422-4204-b68b-8c978735eb75 no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:49:58.816540 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3a164-4e51-477a-bbcc-dffd23bbd997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d207600-fd24-4ecb-9956-678ac28184b7,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:58.825481 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-50dfd8a2-e050-4dd0-a87e-48a3a9b215f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:49:57Z', 'revision_number': 5, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port': {'id': '8249b2fe-0181-4d31-822d-844b46d25d50', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:42:18Z', 'updated_at': '2021-08-09T17:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:58.833024 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: be3acb4a-7422-4204-b68b-8c978735eb75 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:49:58.834130 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device be3acb4a-7422-4204-b68b-8c978735eb75 not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:49:58.858364 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dfd8a2-e050-4dd0-a87e-48a3a9b215f9 None None] Checking router: 6db682de-c95f-479b-b88d-8af3386ffb9d for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:49:58.860116 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-e1fa7f55-3b58-47f8-aa0e-f8a539f38528 admin admin] Deleting port 8249b2fe-0181-4d31-822d-844b46d25d50 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:49:58.860668 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7f55-3b58-47f8-aa0e-f8a539f38528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.867722 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dfd8a2-e050-4dd0-a87e-48a3a9b215f9 None None] Routers {'6db682de-c95f-479b-b88d-8af3386ffb9d'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:49:58.868370 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-50dfd8a2-e050-4dd0-a87e-48a3a9b215f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:49:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['6db682de-c95f-479b-b88d-8af3386ffb9d'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:58.947910 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [None req-e1fa7f55-3b58-47f8-aa0e-f8a539f38528 admin admin] For port 8249b2fe-0181-4d31-822d-844b46d25d50, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=8249b2fe-0181-4d31-822d-844b46d25d50,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:58.948207 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7f55-3b58-47f8-aa0e-f8a539f38528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:58.963409 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-e1fa7f55-3b58-47f8-aa0e-f8a539f38528 admin admin] Calling delete_port for 8249b2fe-0181-4d31-822d-844b46d25d50 owned by network:router_gateway {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:49:59.070408 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-50dfd8a2-e050-4dd0-a87e-48a3a9b215f9 None None] Set router 6db682de-c95f-479b-b88d-8af3386ffb9d gateway port host: None {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:49:59.132930 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-50dfd8a2-e050-4dd0-a87e-48a3a9b215f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:49:58Z', 'revision_number': 6, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port_host': None}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:59.136739 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6061be-c033-4b4c-8f10-7c98b2950014 req-63f7eb11-57ec-4761-8956-775ac131927a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:59.137538 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1f6061be-c033-4b4c-8f10-7c98b2950014 req-63f7eb11-57ec-4761-8956-775ac131927a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 944 time: 0.0603859 Aug 09 17:49:59.165001 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dfd8a2-e050-4dd0-a87e-48a3a9b215f9 None None] The sync data for ids ['6db682de-c95f-479b-b88d-8af3386ffb9d'] in dv-cinder-780933-13-iscsi is: [{'id': '6db682de-c95f-479b-b88d-8af3386ffb9d', 'name': 'tempest-AttachVolumeShelveTestJSON-273947611-router', 'tenant_id': 'dc9699f4940942999992b0fe593c8833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:42:17Z', 'updated_at': '2021-08-09T17:49:58Z', 'revision_number': 6, 'project_id': 'dc9699f4940942999992b0fe593c8833', 'gw_port_host': None}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:49:59.190641 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7f55-3b58-47f8-aa0e-f8a539f38528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:59.190931 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1f6061be-c033-4b4c-8f10-7c98b2950014 req-c172d9ef-d3ce-40cb-b243-1ebce499769c tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442960 Aug 09 17:49:59.219692 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa7f55-3b58-47f8-aa0e-f8a539f38528 admin admin] Pushing event deleted for resources: {'Port': ['ID=8249b2fe-0181-4d31-822d-844b46d25d50,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:59.297741 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7f55-3b58-47f8-aa0e-f8a539f38528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962517'] for router_gateway, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:59.393564 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7f55-3b58-47f8-aa0e-f8a539f38528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:59.395845 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7f55-3b58-47f8-aa0e-f8a539f38528 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:59.441763 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7f55-3b58-47f8-aa0e-f8a539f38528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-964309'] for router, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:59.442342 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fa7f55-3b58-47f8-aa0e-f8a539f38528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6db682de-c95f-479b-b88d-8af3386ffb9d {{(pid=99899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:49:59.447708 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7f55-3b58-47f8-aa0e-f8a539f38528 admin admin] Notify callbacks [] for router, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:59.448869 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-e1fa7f55-3b58-47f8-aa0e-f8a539f38528 admin admin] 10.222.0.38 "DELETE /v2.0/routers/6db682de-c95f-479b-b88d-8af3386ffb9d HTTP/1.1" status: 204 len: 168 time: 0.9760551 Aug 09 17:49:59.451647 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56476) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:59.502289 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d343d4-b891-4b32-8e04-8061cd4d5ff0 admin admin] Deleting subnet 2d979a41-53a7-4435-9ead-3f50cab74183 {{(pid=99900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:49:59.510096 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-79d343d4-b891-4b32-8e04-8061cd4d5ff0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:59.546686 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-79d343d4-b891-4b32-8e04-8061cd4d5ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10054361'] for subnet, precommit_delete_associations {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:59.658706 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-79d343d4-b891-4b32-8e04-8061cd4d5ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:59.727249 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-79d343d4-b891-4b32-8e04-8061cd4d5ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10004141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531874'] for subnet, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:59.755463 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d343d4-b891-4b32-8e04-8061cd4d5ff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d979a41-53a7-4435-9ead-3f50cab74183,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:59.757667 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-79d343d4-b891-4b32-8e04-8061cd4d5ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:59.759943 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-79d343d4-b891-4b32-8e04-8061cd4d5ff0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2d979a41-53a7-4435-9ead-3f50cab74183 HTTP/1.1" status: 204 len: 168 time: 0.3066783 Aug 09 17:49:59.762700 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56488) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:59.764658 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51366eeb-07ff-44db-a150-c6283cc18637 None None] Network a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:49:59.841429 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:59.909007 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] Deleting port 94f95040-f80b-40f9-aa1a-67ce09d3c82b {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:49:59.909622 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:59.991093 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] For port 94f95040-f80b-40f9-aa1a-67ce09d3c82b, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=94f95040-f80b-40f9-aa1a-67ce09d3c82b,segment=NetworkSegment(aae4aa2b-ee7f-464c-a08c-b178da0adc66),segment_id=aae4aa2b-ee7f-464c-a08c-b178da0adc66)] {{(pid=99900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:59.991565 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:00.015030 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] Calling delete_port for 94f95040-f80b-40f9-aa1a-67ce09d3c82b owned by network:dhcp {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:50:00.137291 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:00.166551 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eb0af8-a093-4874-8db9-d9350115b87b None None] DHCP port deletion for a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f request from dv-cinder-780933-13-iscsi {{(pid=99901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:50:00.194047 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=94f95040-f80b-40f9-aa1a-67ce09d3c82b,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:00.198159 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] No DVR routers for this DVR port 94f95040-f80b-40f9-aa1a-67ce09d3c82b on host dv-cinder-780933-13-iscsi {{(pid=99900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:50:00.279062 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:00.292961 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f']}} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:50:00.346058 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae4aa2b-ee7f-464c-a08c-b178da0adc66') {'for_net_delete': True} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:50:00.346369 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae4aa2b-ee7f-464c-a08c-b178da0adc66') {} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:50:00.362040 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10054350'] for segment, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:00.385555 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:00.397566 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90040751-e152-4ae9-afff-bc76d7f64cfb req-dd746aff-25e9-4a2b-a64e-d81917ba442b tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:00.399225 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-90040751-e152-4ae9-afff-bc76d7f64cfb req-dd746aff-25e9-4a2b-a64e-d81917ba442b tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 944 time: 0.0957348 Aug 09 17:50:00.414120 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=99900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:50:00.414521 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10004083'] for segment, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: Traceback (most recent call last): Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: timer() Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: cb(*args, **kw) Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: return func(*args, **kwargs) Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: self._notify() Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: self.callback(batched_events) Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: event.method(event) Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: return f(self, *a, **k) Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: return self._get(url).json() Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: return self.request(url, 'GET', **kwargs) Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:50:00.416254 dv-cinder-780933-13-iscsi neutron-server[99900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:50:00.490053 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-90040751-e152-4ae9-afff-bc76d7f64cfb req-12f97fb8-9e87-451e-9c9e-70b640e22849 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829902 Aug 09 17:50:00.491291 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:00.496982 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:00.498926 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] 10.222.0.38 "DELETE /v2.0/networks/a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f HTTP/1.1" status: 204 len: 168 time: 0.7348340 Aug 09 17:50:00.511006 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20309a-8cea-4bbf-949e-a83145264d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f2aaa1-b5c4-40c6-bbf3-0b72d259c38f,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:00.659097 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 8249b2fe-0181-4d31-822d-844b46d25d50 no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:50:00.682525 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 8249b2fe-0181-4d31-822d-844b46d25d50 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:50:00.682525 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 8249b2fe-0181-4d31-822d-844b46d25d50 not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:50:00.682525 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 94f95040-f80b-40f9-aa1a-67ce09d3c82b no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:50:00.682841 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56504) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:00.705826 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 94f95040-f80b-40f9-aa1a-67ce09d3c82b {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:50:00.706099 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 94f95040-f80b-40f9-aa1a-67ce09d3c82b not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:50:00.706512 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 34684c8c-35b9-445d-890d-2984fc69f8ff no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:50:00.726604 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 34684c8c-35b9-445d-890d-2984fc69f8ff {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:50:00.727407 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-a82e53cd-3093-4c25-acf6-a07d0c6b41d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc9699f4940942999992b0fe593c8833&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0434358 Aug 09 17:50:00.730092 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56506) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:00.730252 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 34684c8c-35b9-445d-890d-2984fc69f8ff not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:50:00.789403 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3d725610-9039-44a1-ac4b-37fe7c2bd189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:00.811386 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3d725610-9039-44a1-ac4b-37fe7c2bd189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:00.860207 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3d725610-9039-44a1-ac4b-37fe7c2bd189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:00.863156 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3d725610-9039-44a1-ac4b-37fe7c2bd189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:00.864709 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-3d725610-9039-44a1-ac4b-37fe7c2bd189 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3e9f3ae2-9f20-4261-a004-c94fa3f3e47e HTTP/1.1" status: 204 len: 168 time: 0.1333597 Aug 09 17:50:00.873002 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d725610-9039-44a1-ac4b-37fe7c2bd189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9f3ae2-9f20-4261-a004-c94fa3f3e47e,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:01.195337 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 9839fbaf-2c71-4d61-aa0e-18906c3b094c details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:50:01.295901 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 9839fbaf-2c71-4d61-aa0e-18906c3b094c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9839fbaf-2c71-4d61-aa0e-18906c3b094c,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:50:01.308673 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'port_id': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'mac_address': 'fa:16:3e:0e:7e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:50:01.353006 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:01.368876 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9839fbaf-2c71-4d61-aa0e-18906c3b094c {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:50:01.391212 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 9839fbaf-2c71-4d61-aa0e-18906c3b094c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9839fbaf-2c71-4d61-aa0e-18906c3b094c,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:50:01.397040 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:01.452317 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=9839fbaf-2c71-4d61-aa0e-18906c3b094c,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:01.631735 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bba4a-539b-40d2-987a-23fa9de9a937 req-fa72eaf9-0d4e-4a8f-8687-f9df7246a9e4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:01.633546 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6c9bba4a-539b-40d2-987a-23fa9de9a937 req-fa72eaf9-0d4e-4a8f-8687-f9df7246a9e4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 945 time: 0.0676351 Aug 09 17:50:01.675860 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6c9bba4a-539b-40d2-987a-23fa9de9a937 req-c32756dc-7585-4e08-80a5-d669cc385d1d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363934 Aug 09 17:50:01.702484 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['9839fbaf-2c71-4d61-aa0e-18906c3b094c'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:50:02.800107 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee55cd-c064-4da7-8959-25f389f75caa req-11b4fe4d-a43a-4f71-8f77-431f819d17d5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:02.808864 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9dee55cd-c064-4da7-8959-25f389f75caa req-11b4fe4d-a43a-4f71-8f77-431f819d17d5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 945 time: 0.0612581 Aug 09 17:50:02.847393 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9dee55cd-c064-4da7-8959-25f389f75caa req-e228ae18-e5c8-4c3b-a973-1efbdbe93ab7 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373347 Aug 09 17:50:03.042028 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 56596) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:03.171771 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-60d11506-39da-4fbc-97f5-7794e72782f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.211911 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 9839fbaf-2c71-4d61-aa0e-18906c3b094c up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:50:03.281429 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port 9839fbaf-2c71-4d61-aa0e-18906c3b094c completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:50:03.286270 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 9839fbaf-2c71-4d61-aa0e-18906c3b094c triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:50:03.286662 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.289811 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-60d11506-39da-4fbc-97f5-7794e72782f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.295066 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-60d11506-39da-4fbc-97f5-7794e72782f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.344814 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d11506-39da-4fbc-97f5-7794e72782f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f34a75a-9349-4ef4-831d-90c5456b57d2,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:03.376822 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.386665 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56608) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:03.388060 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-60d11506-39da-4fbc-97f5-7794e72782f3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=afa48de7e98e425eb0dfbdf34075f5e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444147 Aug 09 17:50:03.410102 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef4c811-a0ca-438a-ab10-038661f35229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9839fbaf-2c71-4d61-aa0e-18906c3b094c'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:50:03.414622 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195e334d-8cb0-423c-a943-606a5b21b520" -d '{"events": [{"server_uuid": "0ef4c811-a0ca-438a-ab10-038661f35229", "name": "network-vif-plugged", "status": "completed", "tag": "9839fbaf-2c71-4d61-aa0e-18906c3b094c"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:50:03.438549 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 9839fbaf-2c71-4d61-aa0e-18906c3b094c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9839fbaf-2c71-4d61-aa0e-18906c3b094c,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:50:03.445218 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.452504 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3b8ee59f-ebd7-48bb-aee5-ad07335dba15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.475564 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 56612) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:03.477382 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4ec3fc-cd49-4f66-a24b-c69b375f65c9 x-openstack-request-id: req-2f4ec3fc-cd49-4f66-a24b-c69b375f65c9 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:50:03.477928 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef4c811-a0ca-438a-ab10-038661f35229", "name": "network-vif-plugged", "status": "completed", "tag": "9839fbaf-2c71-4d61-aa0e-18906c3b094c", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:50:03.478341 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2f4ec3fc-cd49-4f66-a24b-c69b375f65c9 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:50:03.478906 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef4c811-a0ca-438a-ab10-038661f35229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'code': 200} Aug 09 17:50:03.480755 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3b8ee59f-ebd7-48bb-aee5-ad07335dba15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.525522 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=9839fbaf-2c71-4d61-aa0e-18906c3b094c,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:03.544231 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3b8ee59f-ebd7-48bb-aee5-ad07335dba15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.547308 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3b8ee59f-ebd7-48bb-aee5-ad07335dba15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.550909 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-3b8ee59f-ebd7-48bb-aee5-ad07335dba15 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9f34a75a-9349-4ef4-831d-90c5456b57d2 HTTP/1.1" status: 204 len: 168 time: 0.1607246 Aug 09 17:50:03.557251 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ee59f-ebd7-48bb-aee5-ad07335dba15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f34a75a-9349-4ef4-831d-90c5456b57d2,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:03.598539 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-43120c48-d305-419c-a6e9-d7bc639d3847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.704058 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-43120c48-d305-419c-a6e9-d7bc639d3847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.708426 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-43120c48-d305-419c-a6e9-d7bc639d3847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.756506 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-43120c48-d305-419c-a6e9-d7bc639d3847 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b179328ab09e438392df6200637c744a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797282 Aug 09 17:50:03.759558 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56620) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:03.771227 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43120c48-d305-419c-a6e9-d7bc639d3847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c17cb0-5eaa-460b-9650-5f29a3a9e366,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:03.800808 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3adc13f-a00a-4275-996e-45d0c7720b5d req-1aad4411-dff7-488f-9f93-2dfc57f93767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:03.802794 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d3adc13f-a00a-4275-996e-45d0c7720b5d req-1aad4411-dff7-488f-9f93-2dfc57f93767 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 1099 time: 0.0607655 Aug 09 17:50:03.827151 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ac3109b1-cd3c-4b54-a6c2-8fba202f0c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.854152 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-d3adc13f-a00a-4275-996e-45d0c7720b5d req-0ea06017-1692-426a-be65-edeb25a6f923 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425425 Aug 09 17:50:03.857392 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ac3109b1-cd3c-4b54-a6c2-8fba202f0c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.919781 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ac3109b1-cd3c-4b54-a6c2-8fba202f0c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.922752 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ac3109b1-cd3c-4b54-a6c2-8fba202f0c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:03.926692 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-ac3109b1-cd3c-4b54-a6c2-8fba202f0c28 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/35c17cb0-5eaa-460b-9650-5f29a3a9e366 HTTP/1.1" status: 204 len: 168 time: 0.1630521 Aug 09 17:50:03.944269 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3109b1-cd3c-4b54-a6c2-8fba202f0c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c17cb0-5eaa-460b-9650-5f29a3a9e366,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:03.987451 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3120eee-5a95-446f-8515-b4dbbd62fcfa req-87efe80a-eb24-4068-bfce-954c78fc0d68 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:03.989679 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a3120eee-5a95-446f-8515-b4dbbd62fcfa req-87efe80a-eb24-4068-bfce-954c78fc0d68 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 946 time: 0.0597684 Aug 09 17:50:04.039828 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a3120eee-5a95-446f-8515-b4dbbd62fcfa req-a3111636-0bed-426e-b2b8-b7ae609e1fcd tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427868 Aug 09 17:50:04.298528 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56644) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:04.312586 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9c632b94-76a3-4857-9d89-0a3624076915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:04.411456 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9c632b94-76a3-4857-9d89-0a3624076915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:04.419705 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9c632b94-76a3-4857-9d89-0a3624076915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:04.460938 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-9c632b94-76a3-4857-9d89-0a3624076915 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9267e1f4cef34eafafafc51d4f95e515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611495 Aug 09 17:50:04.462108 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c632b94-76a3-4857-9d89-0a3624076915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ead1b7a-6269-424d-a5bd-5bc888437092,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:04.465077 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 56648) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:04.526332 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f34607a3-a94a-4175-bf4c-88f8ddd15e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:04.548057 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f34607a3-a94a-4175-bf4c-88f8ddd15e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:04.603167 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f34607a3-a94a-4175-bf4c-88f8ddd15e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:04.605687 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f34607a3-a94a-4175-bf4c-88f8ddd15e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:04.607099 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-f34607a3-a94a-4175-bf4c-88f8ddd15e88 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2ead1b7a-6269-424d-a5bd-5bc888437092 HTTP/1.1" status: 204 len: 168 time: 0.1404190 Aug 09 17:50:04.615493 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34607a3-a94a-4175-bf4c-88f8ddd15e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ead1b7a-6269-424d-a5bd-5bc888437092,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:05.179049 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e0b9f-6052-42cf-88c8-73538af18203 req-44601f16-9227-4241-a08c-011801abf63a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:05.180991 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4b2e0b9f-6052-42cf-88c8-73538af18203 req-44601f16-9227-4241-a08c-011801abf63a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 946 time: 0.0591927 Aug 09 17:50:05.226770 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-4b2e0b9f-6052-42cf-88c8-73538af18203 req-d3b85763-a4bf-4903-b80b-ba1e4478757d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375648 Aug 09 17:50:05.353735 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053ef04-14a9-4705-9ee8-1365995efabb req-e10249b5-a48d-44f2-a0cd-df751ff02cd5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:05.355548 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e053ef04-14a9-4705-9ee8-1365995efabb req-e10249b5-a48d-44f2-a0cd-df751ff02cd5 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 946 time: 0.0573165 Aug 09 17:50:05.402624 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e053ef04-14a9-4705-9ee8-1365995efabb req-1a0f5b57-5eb9-45b0-9398-07b474600c1c tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408974 Aug 09 17:50:05.432426 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 56692) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:05.476232 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22cbe89-9713-44ea-82f5-179b0e7facd1 tempest-TestVolumeBootPattern-1543916779 tempest-TestVolumeBootPattern-1543916779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:05.478118 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-e22cbe89-9713-44ea-82f5-179b0e7facd1 tempest-TestVolumeBootPattern-1543916779 tempest-TestVolumeBootPattern-1543916779-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 1094 time: 0.0443330 Aug 09 17:50:05.480823 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56694) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:05.487803 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.v2.base [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Request body: {'floatingip': {'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'port_id': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:50:05.516707 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for floatingip, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:05.642500 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:05.763439 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_common [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Allocated IP 172.27.3.45 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/98c49deb-6c32-42c8-b4b1-df168661b493) {{(pid=99900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:50:05.873430 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for port, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:05.915301 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:05.960406 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:50:05.966679 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.base_scheduler [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Resources bound (agent type, host, resource id): {{(pid=99900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:50:05.971502 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Received port after_create {{(pid=99900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:50:05.973921 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event updated for resources: {'Port': ['ID=98c49deb-6c32-42c8-b4b1-df168661b493,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:06.352407 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:06.423528 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:06.585252 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for port, precommit_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:06.589828 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10004119'] for port, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:06.666786 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event updated for resources: {'Port': ['ID=98c49deb-6c32-42c8-b4b1-df168661b493,revision_number=2']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:06.676624 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:06.792254 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.l3_db [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Floating IP 931c396c-cacd-43da-ac18-6183e67908ea associated. External IP: 172.27.3.45, port: 9839fbaf-2c71-4d61-aa0e-18906c3b094c. Aug 09 17:50:07.061681 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Router 4daa703a-4cab-4b62-bdee-696d513c6360 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:50:07.187075 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:50:07.198374 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cf7180-9d3d-426c-8912-20ca4bdfcd6d None None] Sync routers for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:50:07.205507 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:07.210844 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cf7180-9d3d-426c-8912-20ca4bdfcd6d None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:50:07.211654 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-c9cf7180-9d3d-426c-8912-20ca4bdfcd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:49:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:50:07.235162 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-7457c2f9-bbaf-4d2d-81ba-c6c460519464 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7532022 Aug 09 17:50:07.235747 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef4c811-a0ca-438a-ab10-038661f35229', 'tag': '9839fbaf-2c71-4d61-aa0e-18906c3b094c'}] {{(pid=99900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:50:07.238048 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52788b1323733baf8e31af4f639cf4d765f564af81bf47ef1f9025336242e156" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbd8089-27aa-42f5-b3ce-abc5a7dde154" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef4c811-a0ca-438a-ab10-038661f35229", "tag": "9839fbaf-2c71-4d61-aa0e-18906c3b094c"}]}' {{(pid=99900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:50:07.276936 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f51cdd-9024-45f7-8355-112559f79d76 x-openstack-request-id: req-09f51cdd-9024-45f7-8355-112559f79d76 {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:50:07.277228 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef4c811-a0ca-438a-ab10-038661f35229", "tag": "9839fbaf-2c71-4d61-aa0e-18906c3b094c", "status": "completed", "code": 200}]} {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:50:07.277572 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-09f51cdd-9024-45f7-8355-112559f79d76 {{(pid=99900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:50:07.277969 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef4c811-a0ca-438a-ab10-038661f35229', 'tag': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'status': 'completed', 'code': 200} Aug 09 17:50:07.336114 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-c9cf7180-9d3d-426c-8912-20ca4bdfcd6d None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:50:07.608099 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-c9cf7180-9d3d-426c-8912-20ca4bdfcd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '931c396c-cacd-43da-ac18-6183e67908ea', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'port_id': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'mac_address': 'fa:16:3e:0e:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef4c811-a0ca-438a-ab10-038661f35229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:50:06Z', 'updated_at': '2021-08-09T17:50:06Z', 'revision_number': 0, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:50:07.642424 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cf7180-9d3d-426c-8912-20ca4bdfcd6d None None] Checking router: 4daa703a-4cab-4b62-bdee-696d513c6360 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:50:07.653888 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cf7180-9d3d-426c-8912-20ca4bdfcd6d None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:50:07.654533 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-c9cf7180-9d3d-426c-8912-20ca4bdfcd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:49:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:50:07.776408 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-c9cf7180-9d3d-426c-8912-20ca4bdfcd6d None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:50:07.910842 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-6e63ad2b-890e-4027-a641-077eeb2fe499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:08.052966 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-c9cf7180-9d3d-426c-8912-20ca4bdfcd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '931c396c-cacd-43da-ac18-6183e67908ea', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'port_id': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'mac_address': 'fa:16:3e:0e:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef4c811-a0ca-438a-ab10-038661f35229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:50:06Z', 'updated_at': '2021-08-09T17:50:06Z', 'revision_number': 0, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:50:08.080394 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cf7180-9d3d-426c-8912-20ca4bdfcd6d None None] The sync data for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi is: [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '931c396c-cacd-43da-ac18-6183e67908ea', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'port_id': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'mac_address': 'fa:16:3e:0e:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef4c811-a0ca-438a-ab10-038661f35229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:50:06Z', 'updated_at': '2021-08-09T17:50:06Z', 'revision_number': 0, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:50:08.277415 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff4369-bb95-49d5-a6ec-60119a11bd46 None None] New status for floating IP 931c396c-cacd-43da-ac18-6183e67908ea: ACTIVE {{(pid=99902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:50:09.881844 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd8089-27aa-42f5-b3ce-abc5a7dde154 req-a4ba6b85-0a73-4f48-956f-189d26013704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:09.883638 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-adbd8089-27aa-42f5-b3ce-abc5a7dde154 req-a4ba6b85-0a73-4f48-956f-189d26013704 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 1099 time: 0.0447812 Aug 09 17:50:09.983214 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd8089-27aa-42f5-b3ce-abc5a7dde154 req-8bedda31-e1ed-41be-af0d-1107714fcf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:09.984850 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-adbd8089-27aa-42f5-b3ce-abc5a7dde154 req-8bedda31-e1ed-41be-af0d-1107714fcf4d service neutron] 10.222.0.65 "GET /v2.0/networks?id=977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 200 len: 913 time: 0.0941350 Aug 09 17:50:10.057954 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-adbd8089-27aa-42f5-b3ce-abc5a7dde154 req-094df843-c277-4bbe-85bb-2c5f05735b24 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9839fbaf-2c71-4d61-aa0e-18906c3b094c HTTP/1.1" status: 200 len: 1001 time: 0.0648003 Aug 09 17:50:10.115745 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd8089-27aa-42f5-b3ce-abc5a7dde154 req-dc6dc1ee-5e35-4ec0-af15-9881d571071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:10.117390 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-adbd8089-27aa-42f5-b3ce-abc5a7dde154 req-dc6dc1ee-5e35-4ec0-af15-9881d571071a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4a1b09-306b-478e-b9be-ae5e19d8c7ce HTTP/1.1" status: 200 len: 851 time: 0.0465820 Aug 09 17:50:10.170780 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd8089-27aa-42f5-b3ce-abc5a7dde154 req-645c0abe-650a-48a6-a679-1fb8059f5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:10.172360 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-adbd8089-27aa-42f5-b3ce-abc5a7dde154 req-645c0abe-650a-48a6-a679-1fb8059f5c16 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=977525a1-e275-4770-bce2-2f4d7a6aa30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468025 Aug 09 17:50:10.266317 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-adbd8089-27aa-42f5-b3ce-abc5a7dde154 req-44fc2f2f-97d1-44a0-911a-451db36935a9 service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846713 Aug 09 17:50:10.364843 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-adbd8089-27aa-42f5-b3ce-abc5a7dde154 req-4b88fcc1-9666-42db-b13c-9c7d0e9ea370 service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916080 Aug 09 17:50:10.557066 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:10.857624 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-27742871-f846-40ee-a302-6575ab52bf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:11.874210 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:13.677254 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:18.004659 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56882) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:18.112342 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-224ad8f2-9b8c-462f-9a2b-f8ccdc0139f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:18.206188 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-224ad8f2-9b8c-462f-9a2b-f8ccdc0139f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:18.211541 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-224ad8f2-9b8c-462f-9a2b-f8ccdc0139f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:18.250221 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-224ad8f2-9b8c-462f-9a2b-f8ccdc0139f6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6aa268dd5ef24c3b8245dc076c81b7d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444882 Aug 09 17:50:18.251097 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ad8f2-9b8c-462f-9a2b-f8ccdc0139f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f1af09-2d90-47dd-89ef-696fbf0e5ac2,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:18.252998 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 56886) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:18.305643 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8fe1e5d2-d204-4de8-8ec1-ce1482c721df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:18.326822 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8fe1e5d2-d204-4de8-8ec1-ce1482c721df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:18.382476 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8fe1e5d2-d204-4de8-8ec1-ce1482c721df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:18.385401 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8fe1e5d2-d204-4de8-8ec1-ce1482c721df admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:18.386715 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-8fe1e5d2-d204-4de8-8ec1-ce1482c721df admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/16f1af09-2d90-47dd-89ef-696fbf0e5ac2 HTTP/1.1" status: 204 len: 168 time: 0.1324837 Aug 09 17:50:18.399422 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1e5d2-d204-4de8-8ec1-ce1482c721df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f1af09-2d90-47dd-89ef-696fbf0e5ac2,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:18.681060 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56892) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:18.698269 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8d7bbc77-fd49-47fd-9301-4b0742980f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:18.792624 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8d7bbc77-fd49-47fd-9301-4b0742980f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:18.797140 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8d7bbc77-fd49-47fd-9301-4b0742980f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:18.837346 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-8d7bbc77-fd49-47fd-9301-4b0742980f47 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4cc7ae6bf260401faea02a3b391a4105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549799 Aug 09 17:50:18.838540 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bbc77-fd49-47fd-9301-4b0742980f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac472134-da07-4e3d-afd4-679fac6d7076,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:18.839799 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 56894) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:18.889541 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e124cd9a-1672-4dc1-8b48-390037b1aca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:18.911808 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e124cd9a-1672-4dc1-8b48-390037b1aca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:18.963670 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e124cd9a-1672-4dc1-8b48-390037b1aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:18.968308 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e124cd9a-1672-4dc1-8b48-390037b1aca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:18.970444 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-e124cd9a-1672-4dc1-8b48-390037b1aca3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ac472134-da07-4e3d-afd4-679fac6d7076 HTTP/1.1" status: 204 len: 168 time: 0.1292403 Aug 09 17:50:18.980873 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124cd9a-1672-4dc1-8b48-390037b1aca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac472134-da07-4e3d-afd4-679fac6d7076,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:19.315380 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 56902) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:19.331415 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-0660a95c-914c-4f54-bf7a-f85deb84d339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:19.424634 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-0660a95c-914c-4f54-bf7a-f85deb84d339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:19.430159 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-0660a95c-914c-4f54-bf7a-f85deb84d339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:19.469409 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-0660a95c-914c-4f54-bf7a-f85deb84d339 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9ed1624345c44a5493ad2b7ab3284d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528482 Aug 09 17:50:19.470972 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660a95c-914c-4f54-bf7a-f85deb84d339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e41cdf-06cd-4e9e-8af1-84c0e2b01f77,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:19.472706 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 56904) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:19.526501 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3ec64422-10f8-4ccd-8d30-2d7d35e962ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:19.548916 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3ec64422-10f8-4ccd-8d30-2d7d35e962ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:19.596208 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3ec64422-10f8-4ccd-8d30-2d7d35e962ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:19.599961 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3ec64422-10f8-4ccd-8d30-2d7d35e962ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:19.601129 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-3ec64422-10f8-4ccd-8d30-2d7d35e962ca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/45e41cdf-06cd-4e9e-8af1-84c0e2b01f77 HTTP/1.1" status: 204 len: 168 time: 0.1272981 Aug 09 17:50:19.608881 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec64422-10f8-4ccd-8d30-2d7d35e962ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e41cdf-06cd-4e9e-8af1-84c0e2b01f77,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:20.072261 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:50:26.657828 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:26.796865 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57046) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:26.919746 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3e380db1-18af-4ca9-a4e2-cdd15a3c89ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:27.275303 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3e380db1-18af-4ca9-a4e2-cdd15a3c89ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:27.279852 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3e380db1-18af-4ca9-a4e2-cdd15a3c89ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:27.317768 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e380db1-18af-4ca9-a4e2-cdd15a3c89ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7297c896-d0f6-4891-8ec2-98897099c239,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:27.322074 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-3e380db1-18af-4ca9-a4e2-cdd15a3c89ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dd056198b748485bbb4793e76129e10b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240395 Aug 09 17:50:27.324824 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57050) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:27.377887 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e047b11b-3134-4a6a-8b07-1d41f5d6724e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:27.399163 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e047b11b-3134-4a6a-8b07-1d41f5d6724e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:27.444511 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e047b11b-3134-4a6a-8b07-1d41f5d6724e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:27.447020 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-e047b11b-3134-4a6a-8b07-1d41f5d6724e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:27.448159 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-e047b11b-3134-4a6a-8b07-1d41f5d6724e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7297c896-d0f6-4891-8ec2-98897099c239 HTTP/1.1" status: 204 len: 168 time: 0.1225693 Aug 09 17:50:27.456040 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047b11b-3134-4a6a-8b07-1d41f5d6724e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7297c896-d0f6-4891-8ec2-98897099c239,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:27.721484 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57056) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:27.735227 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f2beb449-8058-43f6-87a1-7284ec954d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:27.856944 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f2beb449-8058-43f6-87a1-7284ec954d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:27.860841 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f2beb449-8058-43f6-87a1-7284ec954d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:27.905490 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2beb449-8058-43f6-87a1-7284ec954d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74e1cae-78e2-4a96-9122-de2ec60c9c43,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:27.915288 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-f2beb449-8058-43f6-87a1-7284ec954d67 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b4ce2b1e29a848b7b963972d28b36a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898882 Aug 09 17:50:27.915633 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57066) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:27.974804 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0ca420e0-1834-4973-9b6b-3f4e693b7943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:28.004492 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0ca420e0-1834-4973-9b6b-3f4e693b7943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:28.059462 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0ca420e0-1834-4973-9b6b-3f4e693b7943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:28.062019 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0ca420e0-1834-4973-9b6b-3f4e693b7943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:28.063203 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-0ca420e0-1834-4973-9b6b-3f4e693b7943 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e74e1cae-78e2-4a96-9122-de2ec60c9c43 HTTP/1.1" status: 204 len: 168 time: 0.1466169 Aug 09 17:50:28.071856 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca420e0-1834-4973-9b6b-3f4e693b7943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74e1cae-78e2-4a96-9122-de2ec60c9c43,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:28.396267 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57076) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:28.410013 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9bfe1229-8453-4e40-bce1-9ba62ffbd695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:28.500273 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9bfe1229-8453-4e40-bce1-9ba62ffbd695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:28.504330 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9bfe1229-8453-4e40-bce1-9ba62ffbd695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:28.543686 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-9bfe1229-8453-4e40-bce1-9ba62ffbd695 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c23ac357223e4c2e944050cdb37f3059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463132 Aug 09 17:50:28.544574 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe1229-8453-4e40-bce1-9ba62ffbd695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40a1329-b5de-43aa-b6f5-5228b711dc72,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:28.547630 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 57078) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:28.600615 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1bd641cc-d108-464f-a2a3-3bbc70fc2f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:28.621489 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1bd641cc-d108-464f-a2a3-3bbc70fc2f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:28.669488 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1bd641cc-d108-464f-a2a3-3bbc70fc2f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:28.672221 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1bd641cc-d108-464f-a2a3-3bbc70fc2f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:28.673406 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-1bd641cc-d108-464f-a2a3-3bbc70fc2f75 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f40a1329-b5de-43aa-b6f5-5228b711dc72 HTTP/1.1" status: 204 len: 168 time: 0.1243794 Aug 09 17:50:28.681766 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd641cc-d108-464f-a2a3-3bbc70fc2f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40a1329-b5de-43aa-b6f5-5228b711dc72,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:34.059113 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-de4dcc53-7e38-4bfe-b221-1996e4212d65 req-b1e69014-ab2d-4dfd-baee-ac2ed38d4010 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474367 Aug 09 17:50:34.165931 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dcc53-7e38-4bfe-b221-1996e4212d65 req-2e75edaa-9825-4239-a1a8-c1ba89c92235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:34.167431 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-de4dcc53-7e38-4bfe-b221-1996e4212d65 req-2e75edaa-9825-4239-a1a8-c1ba89c92235 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=137c6f0b601e4faf99bd17e253fa3596&device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 1098 time: 0.0402837 Aug 09 17:50:34.279228 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dcc53-7e38-4bfe-b221-1996e4212d65 req-bc694ff7-7a30-4fd4-b16c-ebe4842ce6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:34.280731 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-de4dcc53-7e38-4bfe-b221-1996e4212d65 req-bc694ff7-7a30-4fd4-b16c-ebe4842ce6a9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b1ff93c-f38a-4631-a50e-b0003eba36bb HTTP/1.1" status: 200 len: 909 time: 0.0930839 Aug 09 17:50:34.357060 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-de4dcc53-7e38-4bfe-b221-1996e4212d65 req-23459657-84fa-4f2b-8d53-94b2c48d1214 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188 HTTP/1.1" status: 200 len: 1001 time: 0.0681343 Aug 09 17:50:34.414299 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dcc53-7e38-4bfe-b221-1996e4212d65 req-a8a16965-5ca0-451e-a784-6980aa7a8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:34.416290 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-de4dcc53-7e38-4bfe-b221-1996e4212d65 req-a8a16965-5ca0-451e-a784-6980aa7a8ee0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f09a200-788b-4fd2-bf36-20c630d4757d HTTP/1.1" status: 200 len: 847 time: 0.0517871 Aug 09 17:50:34.475375 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dcc53-7e38-4bfe-b221-1996e4212d65 req-85b8ee3c-bce8-4ddf-9018-edeaa9a6d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:34.477079 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-de4dcc53-7e38-4bfe-b221-1996e4212d65 req-85b8ee3c-bce8-4ddf-9018-edeaa9a6d1c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b1ff93c-f38a-4631-a50e-b0003eba36bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0538089 Aug 09 17:50:34.590193 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-de4dcc53-7e38-4bfe-b221-1996e4212d65 req-d3ce1e76-8cdf-49ba-9704-f4c5640f72b1 service neutron] 10.222.0.65 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057661 Aug 09 17:50:34.698251 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-de4dcc53-7e38-4bfe-b221-1996e4212d65 req-9138378a-1111-4e77-a4a7-39bdb5eb708c service neutron] 10.222.0.65 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002481 Aug 09 17:50:35.193861 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 57250) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:35.307866 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8b885780-2478-49c1-83c7-2bdd9f583d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:35.410267 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8b885780-2478-49c1-83c7-2bdd9f583d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:35.414038 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-8b885780-2478-49c1-83c7-2bdd9f583d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:35.451443 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b885780-2478-49c1-83c7-2bdd9f583d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4495bc3e-9ec0-471a-864e-61e0b50e3a46,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:35.455670 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-8b885780-2478-49c1-83c7-2bdd9f583d45 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aa3b16da388b421e8b1a9a5076134f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607324 Aug 09 17:50:35.458562 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 57254) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:35.509440 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-dcc42f32-031e-4175-9152-41928f443372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:35.530020 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-dcc42f32-031e-4175-9152-41928f443372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:35.576217 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-dcc42f32-031e-4175-9152-41928f443372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:35.578698 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-dcc42f32-031e-4175-9152-41928f443372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:35.579915 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-dcc42f32-031e-4175-9152-41928f443372 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4495bc3e-9ec0-471a-864e-61e0b50e3a46 HTTP/1.1" status: 204 len: 168 time: 0.1204338 Aug 09 17:50:35.587811 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc42f32-031e-4175-9152-41928f443372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4495bc3e-9ec0-471a-864e-61e0b50e3a46,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:35.862426 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 57260) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:35.876035 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-60df2442-e629-45be-9125-ccae0c805474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:35.971135 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-60df2442-e629-45be-9125-ccae0c805474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:35.975903 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-60df2442-e629-45be-9125-ccae0c805474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:36.018755 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-60df2442-e629-45be-9125-ccae0c805474 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e7653e457e8a44f1b1a758816d7fcb6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547072 Aug 09 17:50:36.020469 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df2442-e629-45be-9125-ccae0c805474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4afa4c1-48c8-4c67-9b9d-ba379284a69a,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:36.021776 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57266) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:36.083130 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-bdb4098d-165e-4142-b34c-5352136ef5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:36.105991 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-bdb4098d-165e-4142-b34c-5352136ef5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:36.155469 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-bdb4098d-165e-4142-b34c-5352136ef5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:36.158049 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-bdb4098d-165e-4142-b34c-5352136ef5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:36.160072 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-bdb4098d-165e-4142-b34c-5352136ef5ae admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e4afa4c1-48c8-4c67-9b9d-ba379284a69a HTTP/1.1" status: 204 len: 168 time: 0.1362891 Aug 09 17:50:36.168079 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4098d-165e-4142-b34c-5352136ef5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4afa4c1-48c8-4c67-9b9d-ba379284a69a,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:36.202835 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57272) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:36.313984 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-720f2d38-557e-4363-a85c-8d419a69f706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:36.414168 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-720f2d38-557e-4363-a85c-8d419a69f706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:36.419298 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-720f2d38-557e-4363-a85c-8d419a69f706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:36.457632 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f2d38-557e-4363-a85c-8d419a69f706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abe753a-f241-4ba2-9129-87dc7dd2f440,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:36.462208 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-720f2d38-557e-4363-a85c-8d419a69f706 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=affb255ac0304ce8bbe56ea95ccdac87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583342 Aug 09 17:50:36.464845 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57280) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:36.515874 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3bc36285-479e-4199-ae9d-b41fbd79f97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:36.542263 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3bc36285-479e-4199-ae9d-b41fbd79f97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:36.593615 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3bc36285-479e-4199-ae9d-b41fbd79f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:36.597036 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3bc36285-479e-4199-ae9d-b41fbd79f97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:36.598290 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-3bc36285-479e-4199-ae9d-b41fbd79f97f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8abe753a-f241-4ba2-9129-87dc7dd2f440 HTTP/1.1" status: 204 len: 168 time: 0.1325331 Aug 09 17:50:36.606477 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc36285-479e-4199-ae9d-b41fbd79f97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abe753a-f241-4ba2-9129-87dc7dd2f440,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:36.950692 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57302) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:36.967099 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7f967d4e-fb28-4553-8a00-ff559636a2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:37.064497 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7f967d4e-fb28-4553-8a00-ff559636a2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:37.069595 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7f967d4e-fb28-4553-8a00-ff559636a2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:37.110000 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-7f967d4e-fb28-4553-8a00-ff559636a2d8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1d06aab7ab8415bb9c74eeefd204919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1576645 Aug 09 17:50:37.111003 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f967d4e-fb28-4553-8a00-ff559636a2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8885a5c1-35da-4469-b2bb-c0fcef796815,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:37.113521 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 57306) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:37.172258 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4223f426-7ad6-4b67-a382-42f48399f607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:37.195210 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4223f426-7ad6-4b67-a382-42f48399f607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:37.245501 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4223f426-7ad6-4b67-a382-42f48399f607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:37.248775 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-4223f426-7ad6-4b67-a382-42f48399f607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:37.250135 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-4223f426-7ad6-4b67-a382-42f48399f607 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8885a5c1-35da-4469-b2bb-c0fcef796815 HTTP/1.1" status: 204 len: 168 time: 0.1328013 Aug 09 17:50:37.260882 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223f426-7ad6-4b67-a382-42f48399f607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8885a5c1-35da-4469-b2bb-c0fcef796815,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:37.895616 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-ed1105dd-5ee2-47bb-b41a-2a2c2550f9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:38.536413 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 57406) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:38.680786 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b8f0357c-610f-454b-80e3-3b65f4ee44d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:38.780064 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b8f0357c-610f-454b-80e3-3b65f4ee44d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:38.784874 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-b8f0357c-610f-454b-80e3-3b65f4ee44d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:38.827769 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0357c-610f-454b-80e3-3b65f4ee44d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3bbdd0-5618-41e4-87b5-f6a42e2a9a0b,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:38.833317 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-b8f0357c-610f-454b-80e3-3b65f4ee44d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b6f7175c0f6d42a2b5402ce6699f5de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958150 Aug 09 17:50:38.835896 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 57422) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:38.889867 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a34737dc-18f7-44d2-9faf-6dd833d88514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:38.912497 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a34737dc-18f7-44d2-9faf-6dd833d88514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:38.968417 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a34737dc-18f7-44d2-9faf-6dd833d88514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:38.973033 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a34737dc-18f7-44d2-9faf-6dd833d88514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:38.974345 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-a34737dc-18f7-44d2-9faf-6dd833d88514 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0c3bbdd0-5618-41e4-87b5-f6a42e2a9a0b HTTP/1.1" status: 204 len: 168 time: 0.1372185 Aug 09 17:50:38.982756 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34737dc-18f7-44d2-9faf-6dd833d88514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3bbdd0-5618-41e4-87b5-f6a42e2a9a0b,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:39.264227 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 57434) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:39.278125 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c98d01a9-5f92-458a-9283-de5a8e3889a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:39.374454 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c98d01a9-5f92-458a-9283-de5a8e3889a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:39.379596 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-c98d01a9-5f92-458a-9283-de5a8e3889a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:39.425621 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-c98d01a9-5f92-458a-9283-de5a8e3889a8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=858e912ca6a24e2cb521d2f01d114add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573591 Aug 09 17:50:39.425621 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d01a9-5f92-458a-9283-de5a8e3889a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94145f77-d09e-4395-90d0-45724e207034,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:39.426151 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57436) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:39.481361 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9dd539ff-6d47-4eec-b63e-80c00bec9250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:39.505209 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9dd539ff-6d47-4eec-b63e-80c00bec9250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:39.563370 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9dd539ff-6d47-4eec-b63e-80c00bec9250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:39.567115 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-9dd539ff-6d47-4eec-b63e-80c00bec9250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:39.568315 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-9dd539ff-6d47-4eec-b63e-80c00bec9250 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/94145f77-d09e-4395-90d0-45724e207034 HTTP/1.1" status: 204 len: 168 time: 0.1407580 Aug 09 17:50:39.576400 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd539ff-6d47-4eec-b63e-80c00bec9250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94145f77-d09e-4395-90d0-45724e207034,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:40.558181 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:40.736712 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 57470) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:40.850992 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5825d663-2da3-4c3e-84da-efa65136d794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:40.861736 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-bc41e3b4-cdb0-4053-a73e-7d08bab88f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:40.953181 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5825d663-2da3-4c3e-84da-efa65136d794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:40.958131 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-5825d663-2da3-4c3e-84da-efa65136d794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:41.000680 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-5825d663-2da3-4c3e-84da-efa65136d794 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8e1c205d5aee49e99ce043e440785e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622592 Aug 09 17:50:41.001550 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825d663-2da3-4c3e-84da-efa65136d794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed73da8-3dfc-477a-9c26-a16fea03b487,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:41.004114 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57474) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:41.057923 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8ca548ec-8186-4085-b87a-90593a2343c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:41.081494 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8ca548ec-8186-4085-b87a-90593a2343c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:41.132746 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8ca548ec-8186-4085-b87a-90593a2343c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:41.136035 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-8ca548ec-8186-4085-b87a-90593a2343c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:41.137398 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-8ca548ec-8186-4085-b87a-90593a2343c5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eed73da8-3dfc-477a-9c26-a16fea03b487 HTTP/1.1" status: 204 len: 168 time: 0.1321609 Aug 09 17:50:41.149573 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca548ec-8186-4085-b87a-90593a2343c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed73da8-3dfc-477a-9c26-a16fea03b487,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:41.879700 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:43.680733 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:50.103298 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 57500) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:50.287730 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Deleting port 9c216f44-4e69-4c14-9687-963c7286494b {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:50:50.288079 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:50.370454 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:50.370680 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:50.382353 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Calling delete_port for 9c216f44-4e69-4c14-9687-963c7286494b owned by network:floatingip {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:50:50.567248 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:50.594423 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Pushing event deleted for resources: {'Port': ['ID=9c216f44-4e69-4c14-9687-963c7286494b,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:50.609592 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:50.610016 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:50.610472 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:50.610818 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:50.611158 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:50.612109 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:50.612662 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:50.612842 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:50.613127 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:50.613386 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:50.613696 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:50.614015 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:50.673005 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for floatingip, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:50.673344 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.l3_db [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Floating IP fedd7545-09cd-4226-8a6d-1b2790158a87 disassociated (deleted). External IP: 172.27.3.227, port: 0935fc2d-dd06-4f15-af38-7d5bfe62b188. Aug 09 17:50:51.145701 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Router a6f976d0-eeab-4ea7-93b1-443a64b4f134 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:50:51.263357 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:50:51.274615 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:51.278622 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262f5af-b7a1-478d-957f-45ab70e9b332 None None] Sync routers for ids ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:50:51.297090 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262f5af-b7a1-478d-957f-45ab70e9b332 None None] Routers {'a6f976d0-eeab-4ea7-93b1-443a64b4f134'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:50:51.300799 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-3262f5af-b7a1-478d-957f-45ab70e9b332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:50:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:50:51.320826 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-0df5c88a-4c91-4430-b8ae-8c030cea876c tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "DELETE /v2.0/floatingips/fedd7545-09cd-4226-8a6d-1b2790158a87 HTTP/1.1" status: 204 len: 168 time: 1.2163889 Aug 09 17:50:51.321566 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'tag': '0935fc2d-dd06-4f15-af38-7d5bfe62b188'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:50:51.323896 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dc8726-67c7-4464-bee9-8386a03a685e" -d '{"events": [{"name": "network-changed", "server_uuid": "17199cd3-0a48-4357-b06c-e50fef8e9ffb", "tag": "0935fc2d-dd06-4f15-af38-7d5bfe62b188"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:50:51.401002 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9353f795-42f5-45df-8db1-a9eaa3c57f7b x-openstack-request-id: req-9353f795-42f5-45df-8db1-a9eaa3c57f7b {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:50:51.401699 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17199cd3-0a48-4357-b06c-e50fef8e9ffb", "tag": "0935fc2d-dd06-4f15-af38-7d5bfe62b188", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:50:51.402133 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9353f795-42f5-45df-8db1-a9eaa3c57f7b {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:50:51.403169 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'tag': '0935fc2d-dd06-4f15-af38-7d5bfe62b188', 'status': 'completed', 'code': 200} Aug 09 17:50:51.491069 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-3262f5af-b7a1-478d-957f-45ab70e9b332 None None] Set router a6f976d0-eeab-4ea7-93b1-443a64b4f134 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:50:51.513729 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc8726-67c7-4464-bee9-8386a03a685e req-392c471d-f809-4811-bde4-fed7e84a3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:51.517118 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-78dc8726-67c7-4464-bee9-8386a03a685e req-392c471d-f809-4811-bde4-fed7e84a3732 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=137c6f0b601e4faf99bd17e253fa3596&device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 1098 time: 0.0596144 Aug 09 17:50:51.644644 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7dac8-23f1-44cb-94c8-949a3d2f1a1c req-707bdf47-0a59-4994-967a-dad854bab4d7 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:51.646607 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-03f7dac8-23f1-44cb-94c8-949a3d2f1a1c req-707bdf47-0a59-4994-967a-dad854bab4d7 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0609949 Aug 09 17:50:51.656925 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc8726-67c7-4464-bee9-8386a03a685e req-1dc3452e-88c5-4de2-96ca-85a7d94c4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:51.659140 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-78dc8726-67c7-4464-bee9-8386a03a685e req-1dc3452e-88c5-4de2-96ca-85a7d94c4408 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7b1ff93c-f38a-4631-a50e-b0003eba36bb HTTP/1.1" status: 200 len: 909 time: 0.1305456 Aug 09 17:50:51.692971 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-03f7dac8-23f1-44cb-94c8-949a3d2f1a1c req-1a0e2449-7f05-49b0-8eb8-769a0824a394 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384085 Aug 09 17:50:51.717170 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-78dc8726-67c7-4464-bee9-8386a03a685e req-f9935810-b2d6-499d-8425-15eb4ac738ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188 HTTP/1.1" status: 200 len: 217 time: 0.0413389 Aug 09 17:50:51.744693 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-3262f5af-b7a1-478d-957f-45ab70e9b332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'name': 'tempest-TestShelveInstance-693955616-router', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '55230786-197a-40fb-a700-b37ee32e681f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:43Z', 'updated_at': '2021-08-09T17:45:48Z', 'revision_number': 4, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'gw_port': {'id': '55230786-197a-40fb-a700-b37ee32e681f', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:44Z', 'updated_at': '2021-08-09T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '22bdc0e4-3de0-49d9-a3cd-b9fc7323b398', 'name': '', 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'mac_address': 'fa:16:3e:cb:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:47Z', 'updated_at': '2021-08-09T17:45:58Z', 'revision_number': 5, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'subnets': [{'id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:50:51.776283 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262f5af-b7a1-478d-957f-45ab70e9b332 None None] Checking router: a6f976d0-eeab-4ea7-93b1-443a64b4f134 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:50:51.782154 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc8726-67c7-4464-bee9-8386a03a685e req-b8755fa0-f3ed-4341-bcb0-3aae264e06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:51.783759 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-78dc8726-67c7-4464-bee9-8386a03a685e req-b8755fa0-f3ed-4341-bcb0-3aae264e06b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f09a200-788b-4fd2-bf36-20c630d4757d HTTP/1.1" status: 200 len: 847 time: 0.0556853 Aug 09 17:50:51.785660 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262f5af-b7a1-478d-957f-45ab70e9b332 None None] Routers {'a6f976d0-eeab-4ea7-93b1-443a64b4f134'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:50:51.786371 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-3262f5af-b7a1-478d-957f-45ab70e9b332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:50:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:50:51.851003 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc8726-67c7-4464-bee9-8386a03a685e req-1a726ea5-6792-45bb-9010-42e037895957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:51.852513 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-78dc8726-67c7-4464-bee9-8386a03a685e req-1a726ea5-6792-45bb-9010-42e037895957 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7b1ff93c-f38a-4631-a50e-b0003eba36bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577755 Aug 09 17:50:51.953977 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-78dc8726-67c7-4464-bee9-8386a03a685e req-51c202a3-8f6c-441e-906c-3f9d9353c0d5 service neutron] 10.222.0.65 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911951 Aug 09 17:50:52.037064 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-3262f5af-b7a1-478d-957f-45ab70e9b332 None None] Set router a6f976d0-eeab-4ea7-93b1-443a64b4f134 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:50:52.055457 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-78dc8726-67c7-4464-bee9-8386a03a685e req-08aac8d7-87df-4ba9-aef5-cd07630f40b9 service neutron] 10.222.0.65 "GET /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907612 Aug 09 17:50:52.251749 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-3262f5af-b7a1-478d-957f-45ab70e9b332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'name': 'tempest-TestShelveInstance-693955616-router', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '55230786-197a-40fb-a700-b37ee32e681f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:43Z', 'updated_at': '2021-08-09T17:45:48Z', 'revision_number': 4, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'gw_port': {'id': '55230786-197a-40fb-a700-b37ee32e681f', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:44Z', 'updated_at': '2021-08-09T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '22bdc0e4-3de0-49d9-a3cd-b9fc7323b398', 'name': '', 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'mac_address': 'fa:16:3e:cb:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:47Z', 'updated_at': '2021-08-09T17:45:58Z', 'revision_number': 5, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'subnets': [{'id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:50:52.280346 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262f5af-b7a1-478d-957f-45ab70e9b332 None None] The sync data for ids ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'] in dv-cinder-780933-13-iscsi is: [{'id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'name': 'tempest-TestShelveInstance-693955616-router', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '55230786-197a-40fb-a700-b37ee32e681f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:43Z', 'updated_at': '2021-08-09T17:45:48Z', 'revision_number': 4, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'gw_port': {'id': '55230786-197a-40fb-a700-b37ee32e681f', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:44Z', 'updated_at': '2021-08-09T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '22bdc0e4-3de0-49d9-a3cd-b9fc7323b398', 'name': '', 'network_id': '7b1ff93c-f38a-4631-a50e-b0003eba36bb', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'mac_address': 'fa:16:3e:cb:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:47Z', 'updated_at': '2021-08-09T17:45:58Z', 'revision_number': 5, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'subnets': [{'id': '4f09a200-788b-4fd2-bf36-20c630d4757d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:50:52.503538 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f308e42-3123-48a9-ad79-c08e59aaa4a2 None None] New status for floating IP fedd7545-09cd-4226-8a6d-1b2790158a87: DOWN {{(pid=99902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:50:52.820276 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7b835-3378-4897-a469-2b2e75d53fb2 req-7b483f34-bd4e-47d3-8543-55dfe4f5edec tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:52.821965 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7ad7b835-3378-4897-a469-2b2e75d53fb2 req-7b483f34-bd4e-47d3-8543-55dfe4f5edec tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0554848 Aug 09 17:50:52.867088 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7ad7b835-3378-4897-a469-2b2e75d53fb2 req-790c7d44-696a-4477-8fec-219c87e63c57 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384388 Aug 09 17:50:53.825458 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4803a0-63eb-45ed-b54b-253dd5e8756a req-7ed147af-122c-42b1-9529-353da38346e4 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:53.827009 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3e4803a0-63eb-45ed-b54b-253dd5e8756a req-7ed147af-122c-42b1-9529-353da38346e4 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.65 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0578370 Aug 09 17:50:53.926921 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-3e4803a0-63eb-45ed-b54b-253dd5e8756a req-02da8ab7-b207-487b-af30-4a48c69ca848 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Deleting port 0935fc2d-dd06-4f15-af38-7d5bfe62b188 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:50:53.927265 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-3e4803a0-63eb-45ed-b54b-253dd5e8756a req-02da8ab7-b207-487b-af30-4a48c69ca848 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:54.013369 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe133c-fc75-45af-8c6b-f2ad22486b00 req-d62ec0c7-fd83-494b-8066-b04994859fb6 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:50:54.014925 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6afe133c-fc75-45af-8c6b-f2ad22486b00 req-d62ec0c7-fd83-494b-8066-b04994859fb6 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 945 time: 0.0565715 Aug 09 17:50:54.032180 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-3e4803a0-63eb-45ed-b54b-253dd5e8756a req-02da8ab7-b207-487b-af30-4a48c69ca848 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] For port 0935fc2d-dd06-4f15-af38-7d5bfe62b188, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=0935fc2d-dd06-4f15-af38-7d5bfe62b188,segment=NetworkSegment(221228f3-a9ce-48c1-9934-8bc5f892baa7),segment_id=221228f3-a9ce-48c1-9934-8bc5f892baa7)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:50:54.032551 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-3e4803a0-63eb-45ed-b54b-253dd5e8756a req-02da8ab7-b207-487b-af30-4a48c69ca848 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:54.047075 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-3e4803a0-63eb-45ed-b54b-253dd5e8756a req-02da8ab7-b207-487b-af30-4a48c69ca848 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Calling delete_port for 0935fc2d-dd06-4f15-af38-7d5bfe62b188 owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:50:54.061314 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6afe133c-fc75-45af-8c6b-f2ad22486b00 req-f6d8f4fa-3a4c-4c0e-a981-0b077e3bcfb4 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/security-groups?id=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390127 Aug 09 17:50:54.191640 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-3e4803a0-63eb-45ed-b54b-253dd5e8756a req-02da8ab7-b207-487b-af30-4a48c69ca848 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:54.220131 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da8ab7-b207-487b-af30-4a48c69ca848 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Pushing event deleted for resources: {'Port': ['ID=0935fc2d-dd06-4f15-af38-7d5bfe62b188,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:54.265185 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4803a0-63eb-45ed-b54b-253dd5e8756a req-02da8ab7-b207-487b-af30-4a48c69ca848 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] No DVR routers for this DVR port 0935fc2d-dd06-4f15-af38-7d5bfe62b188 on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:50:54.268903 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-3e4803a0-63eb-45ed-b54b-253dd5e8756a req-02da8ab7-b207-487b-af30-4a48c69ca848 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:54.271050 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-3e4803a0-63eb-45ed-b54b-253dd5e8756a req-02da8ab7-b207-487b-af30-4a48c69ca848 tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.65 "DELETE /v2.0/ports/0935fc2d-dd06-4f15-af38-7d5bfe62b188 HTTP/1.1" status: 204 len: 173 time: 0.4357424 Aug 09 17:50:54.271502 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'name': 'network-vif-deleted', 'tag': '0935fc2d-dd06-4f15-af38-7d5bfe62b188'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:50:54.273743 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a02db3-1288-4314-b690-784012bbeedf" -d '{"events": [{"server_uuid": "17199cd3-0a48-4357-b06c-e50fef8e9ffb", "name": "network-vif-deleted", "tag": "0935fc2d-dd06-4f15-af38-7d5bfe62b188"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:50:54.318950 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e169f8e-4326-4378-88b1-30e4b12d0350 x-openstack-request-id: req-9e169f8e-4326-4378-88b1-30e4b12d0350 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:50:54.319279 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17199cd3-0a48-4357-b06c-e50fef8e9ffb", "name": "network-vif-deleted", "tag": "0935fc2d-dd06-4f15-af38-7d5bfe62b188", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:50:54.319591 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9e169f8e-4326-4378-88b1-30e4b12d0350 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:50:54.320025 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17199cd3-0a48-4357-b06c-e50fef8e9ffb', 'name': 'network-vif-deleted', 'tag': '0935fc2d-dd06-4f15-af38-7d5bfe62b188', 'status': 'completed', 'code': 200} Aug 09 17:50:55.194457 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fc1d020e-1909-4039-99b5-086fd60dba54 req-aa6afae3-864d-4735-8107-40f5d7d78a6a tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "GET /v2.0/ports?device_id=17199cd3-0a48-4357-b06c-e50fef8e9ffb HTTP/1.1" status: 200 len: 210 time: 0.0333519 Aug 09 17:50:56.255125 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57546) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:56.316025 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:56.341864 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:56.407418 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:56.410844 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:56.412158 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] 10.222.0.38 "DELETE /v2.0/security-groups/0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974 HTTP/1.1" status: 204 len: 168 time: 0.1560359 Aug 09 17:50:56.422293 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdc29b3-0e7c-45e8-bfd8-8a4492ff0974,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:56.430367 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:56.430702 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:56.431072 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:56.431451 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:56.431773 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:56.432094 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:56.432416 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:56.432723 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:56.433034 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:56.433489 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:56.433717 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:56.433947 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d7a78e-f405-42b5-9369-c0ab4c37edde tempest-TestShelveInstance-1770024851 tempest-TestShelveInstance-1770024851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:50:56.468077 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 57550) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:56.672445 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:57.019256 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-bb695621-084c-4c55-ba3b-c01b6646a9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-961667'] for router_interface, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:57.079048 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:50:57.295737 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-bb695621-084c-4c55-ba3b-c01b6646a9c8 admin admin] Deleting port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:50:57.296056 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-bb695621-084c-4c55-ba3b-c01b6646a9c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:57.384202 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [None req-bb695621-084c-4c55-ba3b-c01b6646a9c8 admin admin] For port 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=22bdc0e4-3de0-49d9-a3cd-b9fc7323b398,segment=NetworkSegment(221228f3-a9ce-48c1-9934-8bc5f892baa7),segment_id=221228f3-a9ce-48c1-9934-8bc5f892baa7)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:50:57.384565 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-bb695621-084c-4c55-ba3b-c01b6646a9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:57.398178 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-bb695621-084c-4c55-ba3b-c01b6646a9c8 admin admin] Calling delete_port for 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 owned by network:router_interface {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:50:57.535571 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 0935fc2d-dd06-4f15-af38-7d5bfe62b188 no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:50:57.566509 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: 0935fc2d-dd06-4f15-af38-7d5bfe62b188 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:50:57.566765 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 0935fc2d-dd06-4f15-af38-7d5bfe62b188 not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:50:57.618901 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-bb695621-084c-4c55-ba3b-c01b6646a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:57.649491 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb695621-084c-4c55-ba3b-c01b6646a9c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=22bdc0e4-3de0-49d9-a3cd-b9fc7323b398,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:57.840990 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-bb695621-084c-4c55-ba3b-c01b6646a9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963379'] for router_interface, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:58.086229 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb695621-084c-4c55-ba3b-c01b6646a9c8 admin admin] Router a6f976d0-eeab-4ea7-93b1-443a64b4f134 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:50:58.210710 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb695621-084c-4c55-ba3b-c01b6646a9c8 admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:50:58.220533 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-bb695621-084c-4c55-ba3b-c01b6646a9c8 admin admin] 10.222.0.38 "PUT /v2.0/routers/a6f976d0-eeab-4ea7-93b1-443a64b4f134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7508807 Aug 09 17:50:58.224810 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57570) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:58.229609 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c8699-21d4-46c2-a51d-e56164347176 None None] Sync routers for ids ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:50:58.247030 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c8699-21d4-46c2-a51d-e56164347176 None None] Routers {'a6f976d0-eeab-4ea7-93b1-443a64b4f134'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:50:58.247875 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-d70c8699-21d4-46c2-a51d-e56164347176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:50:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:50:58.340477 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0c028ab2-864c-4c46-966b-f8d10b3b7cb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:58.399287 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-d70c8699-21d4-46c2-a51d-e56164347176 None None] Set router a6f976d0-eeab-4ea7-93b1-443a64b4f134 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:50:58.540677 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0c028ab2-864c-4c46-966b-f8d10b3b7cb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:58.604856 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-0c028ab2-864c-4c46-966b-f8d10b3b7cb0 admin admin] Deleting port 55230786-197a-40fb-a700-b37ee32e681f {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:50:58.605101 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0c028ab2-864c-4c46-966b-f8d10b3b7cb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:58.647972 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-d70c8699-21d4-46c2-a51d-e56164347176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'name': 'tempest-TestShelveInstance-693955616-router', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '55230786-197a-40fb-a700-b37ee32e681f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:43Z', 'updated_at': '2021-08-09T17:50:57Z', 'revision_number': 5, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'gw_port': {'id': '55230786-197a-40fb-a700-b37ee32e681f', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:44Z', 'updated_at': '2021-08-09T17:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:50:58.679548 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c8699-21d4-46c2-a51d-e56164347176 None None] Checking router: a6f976d0-eeab-4ea7-93b1-443a64b4f134 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:50:58.690084 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c8699-21d4-46c2-a51d-e56164347176 None None] Routers {'a6f976d0-eeab-4ea7-93b1-443a64b4f134'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:50:58.690721 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-d70c8699-21d4-46c2-a51d-e56164347176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:50:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:50:58.697104 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [None req-0c028ab2-864c-4c46-966b-f8d10b3b7cb0 admin admin] For port 55230786-197a-40fb-a700-b37ee32e681f, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=55230786-197a-40fb-a700-b37ee32e681f,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:50:58.697549 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0c028ab2-864c-4c46-966b-f8d10b3b7cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:58.714231 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-0c028ab2-864c-4c46-966b-f8d10b3b7cb0 admin admin] Calling delete_port for 55230786-197a-40fb-a700-b37ee32e681f owned by network:router_gateway {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:50:58.785297 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-d70c8699-21d4-46c2-a51d-e56164347176 None None] Set router a6f976d0-eeab-4ea7-93b1-443a64b4f134 gateway port host: None {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:50:58.842158 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-d70c8699-21d4-46c2-a51d-e56164347176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'name': 'tempest-TestShelveInstance-693955616-router', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:43Z', 'updated_at': '2021-08-09T17:50:58Z', 'revision_number': 6, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'gw_port_host': None}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:50:58.869059 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c8699-21d4-46c2-a51d-e56164347176 None None] The sync data for ids ['a6f976d0-eeab-4ea7-93b1-443a64b4f134'] in dv-cinder-780933-13-iscsi is: [{'id': 'a6f976d0-eeab-4ea7-93b1-443a64b4f134', 'name': 'tempest-TestShelveInstance-693955616-router', 'tenant_id': '137c6f0b601e4faf99bd17e253fa3596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:43Z', 'updated_at': '2021-08-09T17:50:58Z', 'revision_number': 6, 'project_id': '137c6f0b601e4faf99bd17e253fa3596', 'gw_port_host': None}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:50:58.943224 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0c028ab2-864c-4c46-966b-f8d10b3b7cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:58.973251 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c028ab2-864c-4c46-966b-f8d10b3b7cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=55230786-197a-40fb-a700-b37ee32e681f,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:59.043192 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0c028ab2-864c-4c46-966b-f8d10b3b7cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962517'] for router_gateway, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:59.151784 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0c028ab2-864c-4c46-966b-f8d10b3b7cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:59.153961 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0c028ab2-864c-4c46-966b-f8d10b3b7cb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:59.200413 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0c028ab2-864c-4c46-966b-f8d10b3b7cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-964309'] for router, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:59.201200 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c028ab2-864c-4c46-966b-f8d10b3b7cb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6f976d0-eeab-4ea7-93b1-443a64b4f134 {{(pid=99900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:50:59.206219 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-0c028ab2-864c-4c46-966b-f8d10b3b7cb0 admin admin] Notify callbacks [] for router, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:59.207422 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-0c028ab2-864c-4c46-966b-f8d10b3b7cb0 admin admin] 10.222.0.38 "DELETE /v2.0/routers/a6f976d0-eeab-4ea7-93b1-443a64b4f134 HTTP/1.1" status: 204 len: 168 time: 0.9814246 Aug 09 17:50:59.209903 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57576) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:59.260956 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4982bfa-b838-490d-ad85-e0cb7a2dad6e admin admin] Deleting subnet 4f09a200-788b-4fd2-bf36-20c630d4757d {{(pid=99900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:50:59.265181 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f4982bfa-b838-490d-ad85-e0cb7a2dad6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:59.306252 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f4982bfa-b838-490d-ad85-e0cb7a2dad6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10054361'] for subnet, precommit_delete_associations {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:59.405850 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f4982bfa-b838-490d-ad85-e0cb7a2dad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:59.468530 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f4982bfa-b838-490d-ad85-e0cb7a2dad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10004141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531874'] for subnet, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:59.498495 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-f4982bfa-b838-490d-ad85-e0cb7a2dad6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:59.500469 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-f4982bfa-b838-490d-ad85-e0cb7a2dad6e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4f09a200-788b-4fd2-bf36-20c630d4757d HTTP/1.1" status: 204 len: 168 time: 0.2896318 Aug 09 17:50:59.504404 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4982bfa-b838-490d-ad85-e0cb7a2dad6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f09a200-788b-4fd2-bf36-20c630d4757d,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:59.504588 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 57578) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:50:59.505065 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4456da9-9072-4bd8-8422-f7c3f15b7f10 None None] Network 7b1ff93c-f38a-4631-a50e-b0003eba36bb requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:50:59.621037 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:59.693750 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] Deleting port 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:50:59.694186 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:59.759785 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] DHCP port deletion for 7b1ff93c-f38a-4631-a50e-b0003eba36bb request from dv-cinder-780933-13-iscsi {{(pid=99901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:50:59.773778 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] For port 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=8a1c0238-e4b3-4431-af6a-8d09b6f0e38e,segment=NetworkSegment(221228f3-a9ce-48c1-9934-8bc5f892baa7),segment_id=221228f3-a9ce-48c1-9934-8bc5f892baa7)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:50:59.774135 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:59.788617 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] Calling delete_port for 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e owned by network:dhcp {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:50:59.840657 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Deleting port 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e {{(pid=99901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:50:59.841128 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:59.894942 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:59.927854 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1c0238-e4b3-4431-af6a-8d09b6f0e38e,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:50:59.931406 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] For port 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=8a1c0238-e4b3-4431-af6a-8d09b6f0e38e,segment=NetworkSegment(221228f3-a9ce-48c1-9934-8bc5f892baa7),segment_id=221228f3-a9ce-48c1-9934-8bc5f892baa7)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:50:59.932073 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:59.932209 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] No DVR routers for this DVR port 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e on host dv-cinder-780933-13-iscsi {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:50:59.949011 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Calling delete_port for 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e owned by network:dhcp {{(pid=99901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:51:00.041710 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:00.058045 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382'] for port, after_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:00.062978 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1ff93c-f38a-4631-a50e-b0003eba36bb']}} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:51:00.077681 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221228f3-a9ce-48c1-9934-8bc5f892baa7') {'for_net_delete': True} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:51:00.078244 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221228f3-a9ce-48c1-9934-8bc5f892baa7') {} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:51:00.086615 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Pushing event deleted for resources: {'Port': ['ID=8a1c0238-e4b3-4431-af6a-8d09b6f0e38e,revision_number=None']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:00.088967 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] No DVR routers for this DVR port 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e on host dv-cinder-780933-13-iscsi {{(pid=99901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:51:00.099965 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9885496'] for segment, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:00.102987 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:00.103420 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:00.103664 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:00.103990 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:00.104312 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:00.104633 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:00.104951 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:00.106068 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:00.106068 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:00.106068 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:00.106531 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:00.106531 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7fda0a-ff2a-46c1-9d21-586784268314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:00.119400 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:00.126356 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=99899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:51:00.127309 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9831755'] for segment, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: Traceback (most recent call last): Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: timer() Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: cb(*args, **kw) Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: return func(*args, **kwargs) Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: self._notify() Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: self.callback(batched_events) Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: event.method(event) Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: return f(self, *a, **k) Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._get(url).json() Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: return self.request(url, 'GET', **kwargs) Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:51:00.129356 dv-cinder-780933-13-iscsi neutron-server[99899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:51:00.193307 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:00.200470 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:00.203697 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7b1ff93c-f38a-4631-a50e-b0003eba36bb HTTP/1.1" status: 204 len: 168 time: 0.6987419 Aug 09 17:51:00.207390 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57582) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:00.219020 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0629dc9-761a-4cee-b399-d344c0ecd352 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b1ff93c-f38a-4631-a50e-b0003eba36bb,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:00.602786 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a51bda25-9198-4a71-96a7-6250f8c66618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-961667'] for router_interface, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:00.700939 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:51:00.725788 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:51:00.726126 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 8a1c0238-e4b3-4431-af6a-8d09b6f0e38e not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:51:00.726537 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 55230786-197a-40fb-a700-b37ee32e681f no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:51:00.747189 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 55230786-197a-40fb-a700-b37ee32e681f {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:51:00.747548 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 55230786-197a-40fb-a700-b37ee32e681f not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:51:00.748096 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:51:00.770164 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:51:00.770422 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 22bdc0e4-3de0-49d9-a3cd-b9fc7323b398 not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:51:00.915946 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-a51bda25-9198-4a71-96a7-6250f8c66618 admin admin] Deleting port 52fd3e6f-6dde-449d-bb8c-f9b25b249042 {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:51:00.916353 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a51bda25-9198-4a71-96a7-6250f8c66618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:01.006491 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [None req-a51bda25-9198-4a71-96a7-6250f8c66618 admin admin] For port 52fd3e6f-6dde-449d-bb8c-f9b25b249042, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=52fd3e6f-6dde-449d-bb8c-f9b25b249042,segment=NetworkSegment(6aed00de-4f4e-4ac7-8782-e21915ee949d),segment_id=6aed00de-4f4e-4ac7-8782-e21915ee949d)] {{(pid=99900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:51:01.006753 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a51bda25-9198-4a71-96a7-6250f8c66618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:01.021355 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-a51bda25-9198-4a71-96a7-6250f8c66618 admin admin] Calling delete_port for 52fd3e6f-6dde-449d-bb8c-f9b25b249042 owned by network:router_interface {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:51:01.216931 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a51bda25-9198-4a71-96a7-6250f8c66618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:01.244902 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bda25-9198-4a71-96a7-6250f8c66618 admin admin] Pushing event deleted for resources: {'Port': ['ID=52fd3e6f-6dde-449d-bb8c-f9b25b249042,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:01.428755 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-a51bda25-9198-4a71-96a7-6250f8c66618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963379'] for router_interface, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:01.695395 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51bda25-9198-4a71-96a7-6250f8c66618 admin admin] Router 61ed6fab-41aa-43c9-821e-5fa274c988aa has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:51:01.822982 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51bda25-9198-4a71-96a7-6250f8c66618 admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:51:01.833011 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269258c2-526c-476c-ab5f-8fe05f40522d None None] Sync routers for ids ['61ed6fab-41aa-43c9-821e-5fa274c988aa'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:51:01.833680 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-a51bda25-9198-4a71-96a7-6250f8c66618 admin admin] 10.222.0.38 "PUT /v2.0/routers/61ed6fab-41aa-43c9-821e-5fa274c988aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6244261 Aug 09 17:51:01.835819 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57592) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:01.845173 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269258c2-526c-476c-ab5f-8fe05f40522d None None] Routers {'61ed6fab-41aa-43c9-821e-5fa274c988aa'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:51:01.846267 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-269258c2-526c-476c-ab5f-8fe05f40522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:50:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['61ed6fab-41aa-43c9-821e-5fa274c988aa'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:51:01.953390 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2b74dcc6-e350-4eab-9f82-8fef00a85b9e admin admin] Notify callbacks [] for router, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:01.958373 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-269258c2-526c-476c-ab5f-8fe05f40522d None None] Set router 61ed6fab-41aa-43c9-821e-5fa274c988aa gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:51:02.071894 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2b74dcc6-e350-4eab-9f82-8fef00a85b9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:02.126483 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-2b74dcc6-e350-4eab-9f82-8fef00a85b9e admin admin] Deleting port c06a494d-1b78-42aa-9362-5ef55ab0b783 {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:51:02.127083 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2b74dcc6-e350-4eab-9f82-8fef00a85b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:02.160962 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-269258c2-526c-476c-ab5f-8fe05f40522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'name': 'tempest-TestShelveInstance-2136041993-router', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'c06a494d-1b78-42aa-9362-5ef55ab0b783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:52Z', 'updated_at': '2021-08-09T17:51:01Z', 'revision_number': 5, 'project_id': '1b9a74d5d5ab47948bea58204810f516', 'gw_port': {'id': 'c06a494d-1b78-42aa-9362-5ef55ab0b783', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:45:53Z', 'updated_at': '2021-08-09T17:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:51:02.192462 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269258c2-526c-476c-ab5f-8fe05f40522d None None] Checking router: 61ed6fab-41aa-43c9-821e-5fa274c988aa for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:51:02.201471 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269258c2-526c-476c-ab5f-8fe05f40522d None None] Routers {'61ed6fab-41aa-43c9-821e-5fa274c988aa'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:51:02.202124 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-269258c2-526c-476c-ab5f-8fe05f40522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:50:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['61ed6fab-41aa-43c9-821e-5fa274c988aa'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:51:02.294260 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-269258c2-526c-476c-ab5f-8fe05f40522d None None] Set router 61ed6fab-41aa-43c9-821e-5fa274c988aa gateway port host: None {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:51:02.348598 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-269258c2-526c-476c-ab5f-8fe05f40522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'name': 'tempest-TestShelveInstance-2136041993-router', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:52Z', 'updated_at': '2021-08-09T17:51:02Z', 'revision_number': 6, 'project_id': '1b9a74d5d5ab47948bea58204810f516', 'gw_port_host': None}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:51:02.380440 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269258c2-526c-476c-ab5f-8fe05f40522d None None] The sync data for ids ['61ed6fab-41aa-43c9-821e-5fa274c988aa'] in dv-cinder-780933-13-iscsi is: [{'id': '61ed6fab-41aa-43c9-821e-5fa274c988aa', 'name': 'tempest-TestShelveInstance-2136041993-router', 'tenant_id': '1b9a74d5d5ab47948bea58204810f516', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:45:52Z', 'updated_at': '2021-08-09T17:51:02Z', 'revision_number': 6, 'project_id': '1b9a74d5d5ab47948bea58204810f516', 'gw_port_host': None}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:51:02.467020 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.db [None req-2b74dcc6-e350-4eab-9f82-8fef00a85b9e admin admin] For port c06a494d-1b78-42aa-9362-5ef55ab0b783, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=c06a494d-1b78-42aa-9362-5ef55ab0b783,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:51:02.467379 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2b74dcc6-e350-4eab-9f82-8fef00a85b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:02.483216 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-2b74dcc6-e350-4eab-9f82-8fef00a85b9e admin admin] Calling delete_port for c06a494d-1b78-42aa-9362-5ef55ab0b783 owned by network:router_gateway {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:51:02.657406 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2b74dcc6-e350-4eab-9f82-8fef00a85b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:02.683335 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74dcc6-e350-4eab-9f82-8fef00a85b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=c06a494d-1b78-42aa-9362-5ef55ab0b783,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:02.750343 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2b74dcc6-e350-4eab-9f82-8fef00a85b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962517'] for router_gateway, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:02.850192 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 52fd3e6f-6dde-449d-bb8c-f9b25b249042 no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:51:02.862937 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2b74dcc6-e350-4eab-9f82-8fef00a85b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:02.865242 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2b74dcc6-e350-4eab-9f82-8fef00a85b9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:02.873868 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 52fd3e6f-6dde-449d-bb8c-f9b25b249042 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:51:02.874555 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 52fd3e6f-6dde-449d-bb8c-f9b25b249042 not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:51:02.914749 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2b74dcc6-e350-4eab-9f82-8fef00a85b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-964309'] for router, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:02.914749 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b74dcc6-e350-4eab-9f82-8fef00a85b9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61ed6fab-41aa-43c9-821e-5fa274c988aa {{(pid=99900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:51:02.928853 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-2b74dcc6-e350-4eab-9f82-8fef00a85b9e admin admin] Notify callbacks [] for router, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:02.930052 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-2b74dcc6-e350-4eab-9f82-8fef00a85b9e admin admin] 10.222.0.38 "DELETE /v2.0/routers/61ed6fab-41aa-43c9-821e-5fa274c988aa HTTP/1.1" status: 204 len: 168 time: 1.0929520 Aug 09 17:51:02.932572 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57598) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:02.986708 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.db.db_base_plugin_v2 [None req-674d2272-a86e-4e11-8bb1-50436c28a0d8 admin admin] Deleting subnet 3737ee57-f179-4f22-bc2a-e006858d6cd0 {{(pid=99900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:51:02.990781 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-674d2272-a86e-4e11-8bb1-50436c28a0d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.026942 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-674d2272-a86e-4e11-8bb1-50436c28a0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10054361'] for subnet, precommit_delete_associations {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.110553 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-674d2272-a86e-4e11-8bb1-50436c28a0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.170989 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-674d2272-a86e-4e11-8bb1-50436c28a0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10004141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531874'] for subnet, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.197793 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d2272-a86e-4e11-8bb1-50436c28a0d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3737ee57-f179-4f22-bc2a-e006858d6cd0,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:03.201931 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-674d2272-a86e-4e11-8bb1-50436c28a0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for subnet, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.204821 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-674d2272-a86e-4e11-8bb1-50436c28a0d8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/3737ee57-f179-4f22-bc2a-e006858d6cd0 HTTP/1.1" status: 204 len: 168 time: 0.2711720 Aug 09 17:51:03.207971 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 57604) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:03.211926 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2776fa7-c65e-486d-89d0-b70b112b5bf8 None None] Network 43b920f1-6b40-49b9-98b9-e03def6d38d6 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:51:03.282070 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.338615 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] Deleting port 078c2d21-2322-4404-927a-425491747862 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:51:03.338985 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.415033 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] For port 078c2d21-2322-4404-927a-425491747862, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=078c2d21-2322-4404-927a-425491747862,segment=NetworkSegment(6aed00de-4f4e-4ac7-8782-e21915ee949d),segment_id=6aed00de-4f4e-4ac7-8782-e21915ee949d)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:51:03.416026 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.419396 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdba1078-e0ef-4ed9-abc5-e44824e815f1 None None] DHCP port deletion for 43b920f1-6b40-49b9-98b9-e03def6d38d6 request from dv-cinder-780933-13-iscsi {{(pid=99901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:51:03.435530 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] Calling delete_port for 078c2d21-2322-4404-927a-425491747862 owned by network:dhcp {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:51:03.497253 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-bdba1078-e0ef-4ed9-abc5-e44824e815f1 None None] Deleting port 078c2d21-2322-4404-927a-425491747862 {{(pid=99901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:51:03.497623 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-bdba1078-e0ef-4ed9-abc5-e44824e815f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.529135 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.557372 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] Pushing event deleted for resources: {'Port': ['ID=078c2d21-2322-4404-927a-425491747862,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:03.561660 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-bdba1078-e0ef-4ed9-abc5-e44824e815f1 None None] For port 078c2d21-2322-4404-927a-425491747862, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=078c2d21-2322-4404-927a-425491747862,segment=NetworkSegment(6aed00de-4f4e-4ac7-8782-e21915ee949d),segment_id=6aed00de-4f4e-4ac7-8782-e21915ee949d)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:51:03.562539 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-bdba1078-e0ef-4ed9-abc5-e44824e815f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.565138 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] No DVR routers for this DVR port 078c2d21-2322-4404-927a-425491747862 on host dv-cinder-780933-13-iscsi {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:51:03.580493 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-bdba1078-e0ef-4ed9-abc5-e44824e815f1 None None] Calling delete_port for 078c2d21-2322-4404-927a-425491747862 owned by network:dhcp {{(pid=99901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:51:03.640220 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.652232 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b920f1-6b40-49b9-98b9-e03def6d38d6']}} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:51:03.659238 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-bdba1078-e0ef-4ed9-abc5-e44824e815f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382'] for port, after_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.663238 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aed00de-4f4e-4ac7-8782-e21915ee949d') {'for_net_delete': True} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:51:03.663606 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aed00de-4f4e-4ac7-8782-e21915ee949d') {} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:51:03.672822 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9885496'] for segment, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.684691 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba1078-e0ef-4ed9-abc5-e44824e815f1 None None] Pushing event deleted for resources: {'Port': ['ID=078c2d21-2322-4404-927a-425491747862,revision_number=None']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:03.688495 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdba1078-e0ef-4ed9-abc5-e44824e815f1 None None] No DVR routers for this DVR port 078c2d21-2322-4404-927a-425491747862 on host dv-cinder-780933-13-iscsi {{(pid=99901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:51:03.691982 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.699107 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=99899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:51:03.699107 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9831755'] for segment, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: Traceback (most recent call last): Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: timer() Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: cb(*args, **kw) Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: return func(*args, **kwargs) Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: self._notify() Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: self.callback(batched_events) Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: event.method(event) Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: return f(self, *a, **k) Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._get(url).json() Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: return self.request(url, 'GET', **kwargs) Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:51:03.700753 dv-cinder-780933-13-iscsi neutron-server[99899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:51:03.757830 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.763128 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:03.764995 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] 10.222.0.38 "DELETE /v2.0/networks/43b920f1-6b40-49b9-98b9-e03def6d38d6 HTTP/1.1" status: 204 len: 168 time: 0.5559063 Aug 09 17:51:03.777104 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf86051-e938-45f0-b761-1a3c0805311f admin admin] Pushing event deleted for resources: {'Network': ['ID=43b920f1-6b40-49b9-98b9-e03def6d38d6,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:03.885154 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57608) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:03.925337 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-2a81e764-b1af-4ca7-adbb-ceec47454f31 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=137c6f0b601e4faf99bd17e253fa3596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390468 Aug 09 17:51:03.927954 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57610) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:03.980491 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-42f34fc1-d3fb-466c-9282-2475bf416c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:04.001962 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-42f34fc1-d3fb-466c-9282-2475bf416c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:04.052730 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-42f34fc1-d3fb-466c-9282-2475bf416c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:04.055760 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-42f34fc1-d3fb-466c-9282-2475bf416c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:04.056925 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-42f34fc1-d3fb-466c-9282-2475bf416c2e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7859c655-a38d-4528-a45e-65a4ada8c698 HTTP/1.1" status: 204 len: 168 time: 0.1280954 Aug 09 17:51:04.069102 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f34fc1-d3fb-466c-9282-2475bf416c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7859c655-a38d-4528-a45e-65a4ada8c698,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:04.426382 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57622) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:04.467541 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-42d4a9e7-3821-457c-bffc-215febccbffc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1b9a74d5d5ab47948bea58204810f516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398653 Aug 09 17:51:04.470023 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57624) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:04.520015 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3a918783-6e70-4364-9963-1df3dcfa9fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:04.540480 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3a918783-6e70-4364-9963-1df3dcfa9fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:04.587417 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3a918783-6e70-4364-9963-1df3dcfa9fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:04.590216 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-3a918783-6e70-4364-9963-1df3dcfa9fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:04.591401 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-3a918783-6e70-4364-9963-1df3dcfa9fb2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a751b226-8d07-4a95-b9ba-08dc24dffb94 HTTP/1.1" status: 204 len: 168 time: 0.1198103 Aug 09 17:51:04.600560 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a918783-6e70-4364-9963-1df3dcfa9fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a751b226-8d07-4a95-b9ba-08dc24dffb94,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:04.686620 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 078c2d21-2322-4404-927a-425491747862 no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:51:04.707384 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 078c2d21-2322-4404-927a-425491747862 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:51:04.707868 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 078c2d21-2322-4404-927a-425491747862 not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:51:04.708322 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device c06a494d-1b78-42aa-9362-5ef55ab0b783 no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:51:04.729915 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: c06a494d-1b78-42aa-9362-5ef55ab0b783 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:51:04.730262 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device c06a494d-1b78-42aa-9362-5ef55ab0b783 not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:51:06.620656 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57640) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:06.742180 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-644781c0-efbc-4f19-92c3-cba3ebbf6dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:06.866076 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-644781c0-efbc-4f19-92c3-cba3ebbf6dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:06.871278 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-644781c0-efbc-4f19-92c3-cba3ebbf6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:06.910175 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644781c0-efbc-4f19-92c3-cba3ebbf6dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104f8371-2fec-444d-bf11-9a5996fc0efc,revision_number=1']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:06.914713 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-644781c0-efbc-4f19-92c3-cba3ebbf6dfb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ad039d0f2bd445ecbb816cd8dbd9c7c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929986 Aug 09 17:51:06.917715 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 57644) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:06.971551 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-573b0317-5504-4ecf-acfe-e6513b305ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:06.994276 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-573b0317-5504-4ecf-acfe-e6513b305ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:07.044987 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-573b0317-5504-4ecf-acfe-e6513b305ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:07.047563 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-573b0317-5504-4ecf-acfe-e6513b305ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:07.048734 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-573b0317-5504-4ecf-acfe-e6513b305ae2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/104f8371-2fec-444d-bf11-9a5996fc0efc HTTP/1.1" status: 204 len: 168 time: 0.1301045 Aug 09 17:51:07.056867 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b0317-5504-4ecf-acfe-e6513b305ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104f8371-2fec-444d-bf11-9a5996fc0efc,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:07.735567 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 57666) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:07.841762 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-a412f632-4a95-41e7-a18b-db606c64f288 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1930367197-network', 'tenant_id': 'cfa2aaf1bc21456b9546221a5f2b17af'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:51:07.872212 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a412f632-4a95-41e7-a18b-db606c64f288 admin admin] Made reservation on behalf of cfa2aaf1bc21456b9546221a5f2b17af for: {'network': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:51:07.875068 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a412f632-4a95-41e7-a18b-db606c64f288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for network, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:07.885917 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a412f632-4a95-41e7-a18b-db606c64f288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:07.908283 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d28d96bf-8408-4169-ae8d-05f17154a8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:07.988040 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a412f632-4a95-41e7-a18b-db606c64f288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:07.992074 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a412f632-4a95-41e7-a18b-db606c64f288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:08.016630 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a412f632-4a95-41e7-a18b-db606c64f288 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=99899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:51:08.030140 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412f632-4a95-41e7-a18b-db606c64f288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e31bec-a871-49c6-85e2-270ce9fec343,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:08.040606 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a412f632-4a95-41e7-a18b-db606c64f288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:08.040606 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.segments_db [None req-a412f632-4a95-41e7-a18b-db606c64f288 admin admin] Added segment a1abefe6-34b4-4ba7-b743-b66b6a4b53ec of type vlan for network 97ad721d-b81e-4a5f-8337-3db150223507 Aug 09 17:51:08.092086 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a412f632-4a95-41e7-a18b-db606c64f288 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789732631884'] for network, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:08.128049 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a412f632-4a95-41e7-a18b-db606c64f288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495'] for network, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:08.129043 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a412f632-4a95-41e7-a18b-db606c64f288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:08.129622 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a412f632-4a95-41e7-a18b-db606c64f288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:08.183881 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-a412f632-4a95-41e7-a18b-db606c64f288 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4463742 Aug 09 17:51:08.188765 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 57670) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:08.193832 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-1fdc3de2-723f-4dd8-99cb-0f65feaf455f admin admin] Request body: {'subnet': {'network_id': '97ad721d-b81e-4a5f-8337-3db150223507', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1930367197-subnet', 'tenant_id': 'cfa2aaf1bc21456b9546221a5f2b17af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:51:08.196960 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412f632-4a95-41e7-a18b-db606c64f288 admin admin] Pushing event updated for resources: {'Network': ['ID=97ad721d-b81e-4a5f-8337-3db150223507,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:08.210376 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Network 97ad721d-b81e-4a5f-8337-3db150223507 details requested by agent ovs-agent-dv-cinder-780933-13-iscsi with host dv-cinder-780933-13-iscsi {{(pid=99901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:51:08.220138 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdc3de2-723f-4dd8-99cb-0f65feaf455f admin admin] Made reservation on behalf of cfa2aaf1bc21456b9546221a5f2b17af for: {'subnet': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:51:08.223649 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3de2-723f-4dd8-99cb-0f65feaf455f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9541525'] for subnet, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:08.677188 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3de2-723f-4dd8-99cb-0f65feaf455f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9831890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9541543'] for subnet, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:08.731619 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc3de2-723f-4dd8-99cb-0f65feaf455f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b37702c4-2008-4347-9ded-8e1bf37cb44f,revision_number=0']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:08.742721 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdc3de2-723f-4dd8-99cb-0f65feaf455f admin admin] Checking segment: {'id': 'a1abefe6-34b4-4ba7-b743-b66b6a4b53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '97ad721d-b81e-4a5f-8337-3db150223507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:51:08.743394 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdc3de2-723f-4dd8-99cb-0f65feaf455f admin admin] Network hostable DHCP agents. Network: 97ad721d-b81e-4a5f-8337-3db150223507, hostable agents: ['795f95b9-1638-4a81-839c-3990c6be17fd'], hosted agents: [] {{(pid=99899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:51:08.760359 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdc3de2-723f-4dd8-99cb-0f65feaf455f admin admin] Network 97ad721d-b81e-4a5f-8337-3db150223507 is scheduled to be hosted by DHCP agent 795f95b9-1638-4a81-839c-3990c6be17fd with binding_index 1 {{(pid=99899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:51:08.770711 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-1fdc3de2-723f-4dd8-99cb-0f65feaf455f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780933-13-iscsi, 97ad721d-b81e-4a5f-8337-3db150223507) {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:51:08.776100 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdc3de2-723f-4dd8-99cb-0f65feaf455f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:08.777036 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3de2-723f-4dd8-99cb-0f65feaf455f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:08.782012 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b2899-ace2-4dcf-8321-5e275e79b119 None None] Network 97ad721d-b81e-4a5f-8337-3db150223507 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:51:08.795429 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-1fdc3de2-723f-4dd8-99cb-0f65feaf455f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6056173 Aug 09 17:51:08.918358 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf6cca2-3cfd-49fe-bd16-ee5d2ea83b94 None None] Network 97ad721d-b81e-4a5f-8337-3db150223507 requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:51:10.565637 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:10.647523 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-659d4264-d929-4872-9e32-69d785fbd5de tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:10.649082 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-659d4264-d929-4872-9e32-69d785fbd5de tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/networks?id=97ad721d-b81e-4a5f-8337-3db150223507 HTTP/1.1" status: 200 len: 814 time: 0.1184402 Aug 09 17:51:10.665748 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-2e78510a-c9fb-4708-a69a-c50a02ab4a74 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/quotas/cfa2aaf1bc21456b9546221a5f2b17af HTTP/1.1" status: 200 len: 375 time: 0.0107417 Aug 09 17:51:10.700559 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-7dfb4c1f-3a65-4311-aeab-e8cc835bcff6 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cfa2aaf1bc21456b9546221a5f2b17af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287960 Aug 09 17:51:10.857337 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-fea7398b-2ecb-4d96-8729-f05675ddacda service neutron] 10.222.0.38 "GET /v2.0/networks/97ad721d-b81e-4a5f-8337-3db150223507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489809 Aug 09 17:51:10.864746 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-984d0d26-2ed2-4db6-8989-2202e02dc8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:10.956166 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-fecc4a72-a80e-497c-a1dd-129e996b56f4 service neutron] 10.222.0.38 "GET /v2.0/networks/97ad721d-b81e-4a5f-8337-3db150223507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910039 Aug 09 17:51:11.151622 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-57cd97de-13a7-4507-90ea-7d03900f548c req-40f7aa3a-fed4-4249-b1f3-72d14dfadf84 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=239acb31-326c-4e41-827e-7700e67c61b5 HTTP/1.1" status: 200 len: 210 time: 0.0472906 Aug 09 17:51:11.884114 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:12.285067 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-09233135-0acf-448a-a57d-6bb3d7fa1b0f tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:12.286609 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-09233135-0acf-448a-a57d-6bb3d7fa1b0f tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.65 "GET /v2.0/networks?id=97ad721d-b81e-4a5f-8337-3db150223507 HTTP/1.1" status: 200 len: 814 time: 0.1429675 Aug 09 17:51:12.308053 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-966187fb-ce07-42e4-bd11-5bfebf09d3ca tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Request body: {'port': {'device_id': '239acb31-326c-4e41-827e-7700e67c61b5', 'network_id': '97ad721d-b81e-4a5f-8337-3db150223507', 'admin_state_up': True, 'tenant_id': 'cfa2aaf1bc21456b9546221a5f2b17af'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:51:12.311951 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f3f5b317-f0cd-4de1-b2ee-0400b37d1a07 req-6e24c3f8-3a8f-4df4-b159-b912155f7e1e tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=239acb31-326c-4e41-827e-7700e67c61b5 HTTP/1.1" status: 200 len: 210 time: 0.0495188 Aug 09 17:51:12.419183 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-966187fb-ce07-42e4-bd11-5bfebf09d3ca tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Made reservation on behalf of cfa2aaf1bc21456b9546221a5f2b17af for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:51:12.422641 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-966187fb-ce07-42e4-bd11-5bfebf09d3ca tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:12.554567 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-966187fb-ce07-42e4-bd11-5bfebf09d3ca tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Allocated IP 172.20.0.13 (97ad721d-b81e-4a5f-8337-3db150223507/b37702c4-2008-4347-9ded-8e1bf37cb44f/d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:51:12.702828 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-966187fb-ce07-42e4-bd11-5bfebf09d3ca tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:12.743894 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-966187fb-ce07-42e4-bd11-5bfebf09d3ca tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:12.785752 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-966187fb-ce07-42e4-bd11-5bfebf09d3ca tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Network 97ad721d-b81e-4a5f-8337-3db150223507 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:51:12.791293 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-966187fb-ce07-42e4-bd11-5bfebf09d3ca tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:51:12.794899 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-966187fb-ce07-42e4-bd11-5bfebf09d3ca tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:51:12.825154 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966187fb-ce07-42e4-bd11-5bfebf09d3ca tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Pushing event updated for resources: {'Port': ['ID=d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:12.852209 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-966187fb-ce07-42e4-bd11-5bfebf09d3ca tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:12.852859 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-966187fb-ce07-42e4-bd11-5bfebf09d3ca tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:12.867345 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-966187fb-ce07-42e4-bd11-5bfebf09d3ca tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5643809 Aug 09 17:51:12.889299 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Request body: {'port': {'device_id': '239acb31-326c-4e41-827e-7700e67c61b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:51:12.948582 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:13.210496 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:51:13.218066 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:13.231109 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Transition to ACTIVE for port object d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:51:13.236065 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:13.286993 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:13.358840 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Attempting to bind port d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:51:13.359212 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Attempting to bind port d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'a1abefe6-34b4-4ba7-b743-b66b6a4b53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '97ad721d-b81e-4a5f-8337-3db150223507'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:51:13.359543 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Attempting to bind port d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d on network 97ad721d-b81e-4a5f-8337-3db150223507 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:51:13.364853 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Port d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d on network 97ad721d-b81e-4a5f-8337-3db150223507 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:51:13.365144 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Attempting to bind port d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d on network 97ad721d-b81e-4a5f-8337-3db150223507 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:51:13.370099 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:51:13.370433 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Checking segment: {'id': 'a1abefe6-34b4-4ba7-b743-b66b6a4b53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '97ad721d-b81e-4a5f-8337-3db150223507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:51:13.370820 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Bound using segment: {'id': 'a1abefe6-34b4-4ba7-b743-b66b6a4b53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '97ad721d-b81e-4a5f-8337-3db150223507'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:51:13.371276 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Bound port: d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1abefe6-34b4-4ba7-b743-b66b6a4b53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '97ad721d-b81e-4a5f-8337-3db150223507'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:51:13.371634 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:13.437078 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] For port d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:51:13.440256 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] For port d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d,segment=NetworkSegment(a1abefe6-34b4-4ba7-b743-b66b6a4b53ec),segment_id=a1abefe6-34b4-4ba7-b743-b66b6a4b53ec)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:51:13.445540 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:13.448671 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab24ab9-32f3-4d94-ae4f-cae7209dd317 req-4f8daf1a-1812-4d84-ba0a-ed088c6e57ec tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:13.450184 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3ab24ab9-32f3-4d94-ae4f-cae7209dd317 req-4f8daf1a-1812-4d84-ba0a-ed088c6e57ec tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=239acb31-326c-4e41-827e-7700e67c61b5 HTTP/1.1" status: 200 len: 944 time: 0.0650811 Aug 09 17:51:13.485317 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:13.486053 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:13.487575 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] 10.222.0.65 "PUT /v2.0/ports/d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d HTTP/1.1" status: 200 len: 1094 time: 0.6026309 Aug 09 17:51:13.488032 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239acb31-326c-4e41-827e-7700e67c61b5', 'tag': 'd1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:51:13.490297 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb09ecf-d72f-4423-9e0e-c523480f0051" -d '{"events": [{"name": "network-changed", "server_uuid": "239acb31-326c-4e41-827e-7700e67c61b5", "tag": "d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:51:13.498381 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3ab24ab9-32f3-4d94-ae4f-cae7209dd317 req-179df964-0f41-45eb-9d8a-cf629f75f642 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409627 Aug 09 17:51:13.511022 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1120df-21d6-46b8-ac60-4510baeb8cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:13.532190 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4992005-43f4-42c7-bf64-c2f901d7c2d4 x-openstack-request-id: req-e4992005-43f4-42c7-bf64-c2f901d7c2d4 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:51:13.533046 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239acb31-326c-4e41-827e-7700e67c61b5", "tag": "d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:51:13.533363 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e4992005-43f4-42c7-bf64-c2f901d7c2d4 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:51:13.533786 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239acb31-326c-4e41-827e-7700e67c61b5', 'tag': 'd1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d', 'status': 'completed', 'code': 200} Aug 09 17:51:13.602688 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-005b31b4-2aed-4aaa-adf2-4e08ff191bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:13.604242 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-005b31b4-2aed-4aaa-adf2-4e08ff191bbb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfa2aaf1bc21456b9546221a5f2b17af&device_id=239acb31-326c-4e41-827e-7700e67c61b5 HTTP/1.1" status: 200 len: 1097 time: 0.0458355 Aug 09 17:51:13.656288 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-625ef711-6d33-4ee2-9b41-9347c31a2152 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d HTTP/1.1" status: 200 len: 217 time: 0.0382533 Aug 09 17:51:13.682988 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:13.707849 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-cd2d8e82-acea-438c-b591-4da5dd05ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:13.709331 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-cd2d8e82-acea-438c-b591-4da5dd05ad6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b37702c4-2008-4347-9ded-8e1bf37cb44f HTTP/1.1" status: 200 len: 854 time: 0.0462186 Aug 09 17:51:13.745314 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-2c558312-cac1-4556-93ef-fa594c8ed779 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=97ad721d-b81e-4a5f-8337-3db150223507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282478 Aug 09 17:51:13.836677 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-c4385af0-7f6e-4e44-a2f0-9fd691ffd42f service neutron] 10.222.0.65 "GET /v2.0/networks/97ad721d-b81e-4a5f-8337-3db150223507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839837 Aug 09 17:51:13.959374 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-6b2845aa-1f4d-49ba-b037-312dfe51de4d req-8f25e1d5-9533-4366-a438-9e7205a0107d service neutron] 10.222.0.65 "GET /v2.0/networks/97ad721d-b81e-4a5f-8337-3db150223507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149659 Aug 09 17:51:14.086397 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb09ecf-d72f-4423-9e0e-c523480f0051 req-cf92da95-07a2-40c4-abfd-5b98710db0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:14.088008 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1eb09ecf-d72f-4423-9e0e-c523480f0051 req-cf92da95-07a2-40c4-abfd-5b98710db0f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfa2aaf1bc21456b9546221a5f2b17af&device_id=239acb31-326c-4e41-827e-7700e67c61b5 HTTP/1.1" status: 200 len: 1097 time: 0.0424213 Aug 09 17:51:14.183135 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb09ecf-d72f-4423-9e0e-c523480f0051 req-cb958981-ff0c-4e9c-9fec-1adfe96ecf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:14.184676 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1eb09ecf-d72f-4423-9e0e-c523480f0051 req-cb958981-ff0c-4e9c-9fec-1adfe96ecf9d service neutron] 10.222.0.65 "GET /v2.0/networks?id=97ad721d-b81e-4a5f-8337-3db150223507 HTTP/1.1" status: 200 len: 915 time: 0.0891118 Aug 09 17:51:14.237862 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1eb09ecf-d72f-4423-9e0e-c523480f0051 req-9a9ecca5-734d-433a-8176-5e177e3f6595 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d HTTP/1.1" status: 200 len: 217 time: 0.0449359 Aug 09 17:51:14.290680 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb09ecf-d72f-4423-9e0e-c523480f0051 req-3d1100c4-b97f-42f7-a93a-34ba9dda2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:14.292226 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1eb09ecf-d72f-4423-9e0e-c523480f0051 req-3d1100c4-b97f-42f7-a93a-34ba9dda2e5e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b37702c4-2008-4347-9ded-8e1bf37cb44f HTTP/1.1" status: 200 len: 854 time: 0.0442073 Aug 09 17:51:14.326312 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1eb09ecf-d72f-4423-9e0e-c523480f0051 req-ad4ffeb7-0320-4d5a-a586-ac376ee12dac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=97ad721d-b81e-4a5f-8337-3db150223507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250719 Aug 09 17:51:14.421956 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1eb09ecf-d72f-4423-9e0e-c523480f0051 req-0956cf54-d3d5-4f7c-9099-77deb5c127a8 service neutron] 10.222.0.65 "GET /v2.0/networks/97ad721d-b81e-4a5f-8337-3db150223507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870962 Aug 09 17:51:14.512197 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1eb09ecf-d72f-4423-9e0e-c523480f0051 req-fa59c93a-9aca-4f30-aabc-5af1481d7659 service neutron] 10.222.0.65 "GET /v2.0/networks/97ad721d-b81e-4a5f-8337-3db150223507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821958 Aug 09 17:51:14.633470 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738bba8-21ae-4331-9a0a-4d23c93d06e3 req-514f8f67-0d54-41de-9362-36207bdf0d10 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:14.635014 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9738bba8-21ae-4331-9a0a-4d23c93d06e3 req-514f8f67-0d54-41de-9362-36207bdf0d10 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=239acb31-326c-4e41-827e-7700e67c61b5 HTTP/1.1" status: 200 len: 944 time: 0.0491338 Aug 09 17:51:14.676313 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9738bba8-21ae-4331-9a0a-4d23c93d06e3 req-e3ec905e-7206-4c6a-bab8-c8f087b2cab1 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327978 Aug 09 17:51:15.794573 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02835380-3cd1-411b-b5e3-c877294b3f7e req-d3c1f4f8-35c9-45ef-a1fa-7e06dadf62c6 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:15.796084 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-02835380-3cd1-411b-b5e3-c877294b3f7e req-d3c1f4f8-35c9-45ef-a1fa-7e06dadf62c6 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=239acb31-326c-4e41-827e-7700e67c61b5 HTTP/1.1" status: 200 len: 944 time: 0.0500276 Aug 09 17:51:15.840669 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-02835380-3cd1-411b-b5e3-c877294b3f7e req-44624464-e49f-4275-82c2-0f22a452833a tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378671 Aug 09 17:51:16.519526 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:51:16.627634 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d,segment=NetworkSegment(a1abefe6-34b4-4ba7-b743-b66b6a4b53ec),segment_id=a1abefe6-34b4-4ba7-b743-b66b6a4b53ec)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:51:16.644246 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': 'd1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d', 'network_id': '97ad721d-b81e-4a5f-8337-3db150223507', 'port_id': 'd1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d', 'mac_address': 'fa:16:3e:e1:2c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37702c4-2008-4347-9ded-8e1bf37cb44f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:51:16.808458 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:16.822230 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:51:16.843005 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d,segment=NetworkSegment(a1abefe6-34b4-4ba7-b743-b66b6a4b53ec),segment_id=a1abefe6-34b4-4ba7-b743-b66b6a4b53ec)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:51:16.849357 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:16.917204 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:16.972471 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50597887-a071-4b46-9d4c-b6067113b473 req-141fecde-37bd-414e-b1a4-8a05f3bc8693 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:16.974107 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-50597887-a071-4b46-9d4c-b6067113b473 req-141fecde-37bd-414e-b1a4-8a05f3bc8693 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=239acb31-326c-4e41-827e-7700e67c61b5 HTTP/1.1" status: 200 len: 945 time: 0.0559714 Aug 09 17:51:17.012465 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-50597887-a071-4b46-9d4c-b6067113b473 req-33b5924c-5b28-4096-850e-82a448ab7671 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322671 Aug 09 17:51:17.145578 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:51:18.129143 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a7c1b-a605-4474-b4b7-bcda41c3f63e req-fb3b53d5-6136-46f5-a210-485d69b0cd3d tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:18.130684 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-385a7c1b-a605-4474-b4b7-bcda41c3f63e req-fb3b53d5-6136-46f5-a210-485d69b0cd3d tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=239acb31-326c-4e41-827e-7700e67c61b5 HTTP/1.1" status: 200 len: 945 time: 0.0492799 Aug 09 17:51:18.170056 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-385a7c1b-a605-4474-b4b7-bcda41c3f63e req-f7e33ee3-df5b-432b-a167-fb0a23144aa0 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331383 Aug 09 17:51:18.518573 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:51:18.566701 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:51:18.570570 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:51:18.570974 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:18.655567 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:18.678448 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239acb31-326c-4e41-827e-7700e67c61b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:51:18.680747 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfed3588-82cc-4a1f-bc7f-104cdc995763" -d '{"events": [{"server_uuid": "239acb31-326c-4e41-827e-7700e67c61b5", "name": "network-vif-plugged", "status": "completed", "tag": "d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:51:18.693387 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d,segment=NetworkSegment(a1abefe6-34b4-4ba7-b743-b66b6a4b53ec),segment_id=a1abefe6-34b4-4ba7-b743-b66b6a4b53ec)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:51:18.697400 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:18.722056 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc5d72b-c25a-4209-b058-36e43454db97 x-openstack-request-id: req-5fc5d72b-c25a-4209-b058-36e43454db97 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:51:18.722347 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239acb31-326c-4e41-827e-7700e67c61b5", "name": "network-vif-plugged", "status": "completed", "tag": "d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:51:18.722600 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5fc5d72b-c25a-4209-b058-36e43454db97 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:51:18.723032 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239acb31-326c-4e41-827e-7700e67c61b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d', 'code': 200} Aug 09 17:51:18.748783 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:18.925139 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0ab8d-524a-4432-bf80-1270493ba65d req-b723174e-0b1d-4010-a223-5bdd16c4b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:18.926701 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-6dc0ab8d-524a-4432-bf80-1270493ba65d req-b723174e-0b1d-4010-a223-5bdd16c4b012 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=239acb31-326c-4e41-827e-7700e67c61b5 HTTP/1.1" status: 200 len: 1099 time: 0.0421255 Aug 09 17:51:18.963752 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-6dc0ab8d-524a-4432-bf80-1270493ba65d req-11b31faa-94a7-4561-915a-8f6c367224a9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293608 Aug 09 17:51:19.287362 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e9d2-874d-42db-8335-b0cb2e2ffe83 req-258eb9f0-8cca-4d80-8fc1-36cc127b4f9c tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:19.288865 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-adb3e9d2-874d-42db-8335-b0cb2e2ffe83 req-258eb9f0-8cca-4d80-8fc1-36cc127b4f9c tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=239acb31-326c-4e41-827e-7700e67c61b5 HTTP/1.1" status: 200 len: 946 time: 0.0504651 Aug 09 17:51:19.327377 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-adb3e9d2-874d-42db-8335-b0cb2e2ffe83 req-ba429d2f-3723-45ca-afca-f24042a02a46 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326312 Aug 09 17:51:20.453481 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971d151-9c3d-42db-921d-e8be13608186 req-dd052271-d185-43f5-b722-650f68f89d8c tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:20.455634 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c971d151-9c3d-42db-921d-e8be13608186 req-dd052271-d185-43f5-b722-650f68f89d8c tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=239acb31-326c-4e41-827e-7700e67c61b5 HTTP/1.1" status: 200 len: 946 time: 0.0533743 Aug 09 17:51:20.494890 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c971d151-9c3d-42db-921d-e8be13608186 req-d7d6cad3-3123-4461-b3a3-825fe95b6958 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332887 Aug 09 17:51:26.669536 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:34.069945 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:51:36.057817 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5e9c7b21-2594-4147-abcb-22031113d09b req-bd2511e1-a168-442a-b094-e7dc78edbdfc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575004 Aug 09 17:51:36.135484 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c7b21-2594-4147-abcb-22031113d09b req-89ad5f23-b81f-4169-a6d4-b47be4f2f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:36.137000 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5e9c7b21-2594-4147-abcb-22031113d09b req-89ad5f23-b81f-4169-a6d4-b47be4f2f83f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 1099 time: 0.0433979 Aug 09 17:51:36.249879 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c7b21-2594-4147-abcb-22031113d09b req-1ad2e13a-f3d8-49d3-a464-0440f2d1fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:36.252458 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5e9c7b21-2594-4147-abcb-22031113d09b req-1ad2e13a-f3d8-49d3-a464-0440f2d1fa31 service neutron] 10.222.0.65 "GET /v2.0/networks?id=977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 200 len: 913 time: 0.0929949 Aug 09 17:51:36.325425 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5e9c7b21-2594-4147-abcb-22031113d09b req-67c995b8-928d-4afa-8c81-1b3fecd6c613 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9839fbaf-2c71-4d61-aa0e-18906c3b094c HTTP/1.1" status: 200 len: 1001 time: 0.0610950 Aug 09 17:51:36.377596 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c7b21-2594-4147-abcb-22031113d09b req-038f32b8-2997-4831-ab74-4e7ec9e3820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:36.379148 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5e9c7b21-2594-4147-abcb-22031113d09b req-038f32b8-2997-4831-ab74-4e7ec9e3820e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4a1b09-306b-478e-b9be-ae5e19d8c7ce HTTP/1.1" status: 200 len: 851 time: 0.0465999 Aug 09 17:51:36.434916 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c7b21-2594-4147-abcb-22031113d09b req-d2b33864-b40b-4d83-b6d5-5ec5ab5737b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:36.436741 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5e9c7b21-2594-4147-abcb-22031113d09b req-d2b33864-b40b-4d83-b6d5-5ec5ab5737b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=977525a1-e275-4770-bce2-2f4d7a6aa30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490768 Aug 09 17:51:36.574315 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5e9c7b21-2594-4147-abcb-22031113d09b req-0b2896e3-ad70-4e0d-a5c3-a4f9620cf386 service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257701 Aug 09 17:51:36.678125 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5e9c7b21-2594-4147-abcb-22031113d09b req-b164a86b-5fd2-452d-88b8-dca37476a0a5 service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966692 Aug 09 17:51:37.913786 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-7da079d9-cb48-41b8-9401-6cfb600106b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:40.558208 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:40.866883 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-541ab9b3-41fa-446d-b3a4-2f5424cbd91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:41.882455 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:43.687853 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:56.679044 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:02.604536 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-2f642a0f-073c-4a09-bb0c-a4fd5180223d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-450407485&fields=id&tenant_id=7ebd396b32434bc58226a584e7b67a82 HTTP/1.1" status: 200 len: 267 time: 0.0358417 Aug 09 17:52:02.744775 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-91ab164e-296d-41f7-98b0-306a13d5c403 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:02.746381 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-91ab164e-296d-41f7-98b0-306a13d5c403 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/networks?id=977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 200 len: 812 time: 0.1329877 Aug 09 17:52:02.774690 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-3417723f-303f-425a-865f-f08882213b2f tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/quotas/7ebd396b32434bc58226a584e7b67a82 HTTP/1.1" status: 200 len: 375 time: 0.0181324 Aug 09 17:52:02.855274 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-cf3fc2de-158d-4c74-9072-00f68fada516 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0689266 Aug 09 17:52:03.022261 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-528d75b7-5115-48a6-8756-7f7f248bdcfd service neutron] 10.222.0.38 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448498 Aug 09 17:52:03.142934 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-62545fe2-0327-4549-a9f2-3bb60450978e service neutron] 10.222.0.38 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127036 Aug 09 17:52:03.501443 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-9426764d-33d2-48e0-af7b-9afee6357abc req-a9bf92d0-10a6-4bd0-a45a-51d4dafcc179 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 210 time: 0.0411630 Aug 09 17:52:04.636777 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cce7352e-faa9-4908-8485-4ed99980a5bd req-7392034a-e410-4bf9-80cf-7ce5b1d28a88 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 210 time: 0.0391262 Aug 09 17:52:04.783328 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-29ff9823-5fb0-4628-a9cc-badd5728be2b tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:04.785553 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-29ff9823-5fb0-4628-a9cc-badd5728be2b tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.65 "GET /v2.0/networks?id=977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 200 len: 812 time: 0.1626570 Aug 09 17:52:04.865019 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4fadecd7-7ba4-487c-af31-c7fca6328a76 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ebd396b32434bc58226a584e7b67a82 HTTP/1.1" status: 200 len: 379 time: 0.0483646 Aug 09 17:52:04.877383 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Request body: {'port': {'device_id': '962de4bb-5283-449d-8c6c-b805ba7de4a6', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'admin_state_up': True, 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'security_groups': ['6ea6b252-2be5-489a-b834-31ba91499c12']}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:52:05.009987 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Made reservation on behalf of 7ebd396b32434bc58226a584e7b67a82 for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:52:05.013783 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:05.176068 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Allocated IP 172.20.0.7 (977525a1-e275-4770-bce2-2f4d7a6aa30e/6e4a1b09-306b-478e-b9be-ae5e19d8c7ce/e2ce2951-41de-438c-aa79-5a5a3dff8d1f) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:52:05.398702 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:05.417898 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Transition to ACTIVE for port object e2ce2951-41de-438c-aa79-5a5a3dff8d1f will not be triggered until provisioned by entity DHCP. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:52:05.458598 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:05.523102 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Network 977525a1-e275-4770-bce2-2f4d7a6aa30e is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:52:05.528878 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:52:05.536153 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:52:05.584207 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event updated for resources: {'Port': ['ID=e2ce2951-41de-438c-aa79-5a5a3dff8d1f,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:05.605377 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:05.605932 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:05.606480 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:05.607073 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:05.607618 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:05.608162 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:05.609431 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:05.609817 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:05.610359 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:05.610969 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:05.611468 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:05.612005 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:05.647867 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:05.648540 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:05.667882 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-be73955b-c7fc-44e8-b12c-1bd70b555ce4 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7952573 Aug 09 17:52:05.699531 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Request body: {'port': {'device_id': '962de4bb-5283-449d-8c6c-b805ba7de4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:52:05.780712 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:05.810986 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455dd3f2-cca0-46b3-8318-9c8eb8c7251d req-560d93a6-1cc8-428e-a42b-bff10ee46d23 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:05.813233 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-455dd3f2-cca0-46b3-8318-9c8eb8c7251d req-560d93a6-1cc8-428e-a42b-bff10ee46d23 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 931 time: 0.0656333 Aug 09 17:52:05.833615 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-ae9c1f08-1afb-49d7-aa8b-c8e1043bd3af None None] Provisioning for port e2ce2951-41de-438c-aa79-5a5a3dff8d1f completed by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:52:05.846217 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-ae9c1f08-1afb-49d7-aa8b-c8e1043bd3af None None] Provisioning complete for port e2ce2951-41de-438c-aa79-5a5a3dff8d1f triggered by entity DHCP. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:52:05.849047 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-ae9c1f08-1afb-49d7-aa8b-c8e1043bd3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:05.866947 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-455dd3f2-cca0-46b3-8318-9c8eb8c7251d req-2b0a6e98-608b-46c1-a179-7929cea78255 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415933 Aug 09 17:52:05.909769 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c1f08-1afb-49d7-aa8b-c8e1043bd3af None None] Port e2ce2951-41de-438c-aa79-5a5a3dff8d1f cannot update to ACTIVE because it is not bound. {{(pid=99901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:52:06.131828 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ce2951-41de-438c-aa79-5a5a3dff8d1f {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:52:06.140577 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:06.154812 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Transition to ACTIVE for port object e2ce2951-41de-438c-aa79-5a5a3dff8d1f will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:52:06.159767 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:06.252648 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ce2951-41de-438c-aa79-5a5a3dff8d1f,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:06.348999 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Attempting to bind port e2ce2951-41de-438c-aa79-5a5a3dff8d1f on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:52:06.349377 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Attempting to bind port e2ce2951-41de-438c-aa79-5a5a3dff8d1f by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:52:06.349714 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Attempting to bind port e2ce2951-41de-438c-aa79-5a5a3dff8d1f on network 977525a1-e275-4770-bce2-2f4d7a6aa30e {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:52:06.358979 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Port e2ce2951-41de-438c-aa79-5a5a3dff8d1f on network 977525a1-e275-4770-bce2-2f4d7a6aa30e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:52:06.359421 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Attempting to bind port e2ce2951-41de-438c-aa79-5a5a3dff8d1f on network 977525a1-e275-4770-bce2-2f4d7a6aa30e {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:52:06.366642 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:52:06.367024 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Checking segment: {'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:52:06.367414 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Bound using segment: {'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:52:06.367849 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Bound port: e2ce2951-41de-438c-aa79-5a5a3dff8d1f, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d343ea-efe8-4283-9ce1-d374ff68c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:52:06.368211 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:06.464798 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] For port e2ce2951-41de-438c-aa79-5a5a3dff8d1f, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:52:06.471074 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] For port e2ce2951-41de-438c-aa79-5a5a3dff8d1f, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e2ce2951-41de-438c-aa79-5a5a3dff8d1f,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:52:06.479900 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:06.534129 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:06.534978 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:06.538669 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] 10.222.0.65 "PUT /v2.0/ports/e2ce2951-41de-438c-aa79-5a5a3dff8d1f HTTP/1.1" status: 200 len: 1093 time: 0.8421483 Aug 09 17:52:06.538669 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962de4bb-5283-449d-8c6c-b805ba7de4a6', 'tag': 'e2ce2951-41de-438c-aa79-5a5a3dff8d1f'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:52:06.552454 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd388236-034f-4aef-b818-ed9d08a9577b" -d '{"events": [{"name": "network-changed", "server_uuid": "962de4bb-5283-449d-8c6c-b805ba7de4a6", "tag": "e2ce2951-41de-438c-aa79-5a5a3dff8d1f"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:52:06.597740 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044a57a-18f6-4f93-9c26-894c782ce7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ce2951-41de-438c-aa79-5a5a3dff8d1f,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:06.619368 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b90448-2f96-4497-bfdf-e531921bda73 x-openstack-request-id: req-10b90448-2f96-4497-bfdf-e531921bda73 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:52:06.619666 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962de4bb-5283-449d-8c6c-b805ba7de4a6", "tag": "e2ce2951-41de-438c-aa79-5a5a3dff8d1f", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:52:06.619959 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-10b90448-2f96-4497-bfdf-e531921bda73 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:52:06.620374 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962de4bb-5283-449d-8c6c-b805ba7de4a6', 'tag': 'e2ce2951-41de-438c-aa79-5a5a3dff8d1f', 'status': 'completed', 'code': 200} Aug 09 17:52:06.690595 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e57ce-da6a-4532-b26a-32d6e6adb7f4 req-e9c226f9-3a7b-4724-b421-abc373405e52 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:06.693548 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e33e57ce-da6a-4532-b26a-32d6e6adb7f4 req-e9c226f9-3a7b-4724-b421-abc373405e52 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=239acb31-326c-4e41-827e-7700e67c61b5 HTTP/1.1" status: 200 len: 946 time: 0.0916624 Aug 09 17:52:06.738228 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-e33e57ce-da6a-4532-b26a-32d6e6adb7f4 req-7f0b4acf-8d2e-4baf-889c-5f2edde9a7be tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385809 Aug 09 17:52:06.745758 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd388236-034f-4aef-b818-ed9d08a9577b req-7f40f96a-a4c3-41f8-a00c-b5b2918af7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:06.750633 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-dd388236-034f-4aef-b818-ed9d08a9577b req-7f40f96a-a4c3-41f8-a00c-b5b2918af7ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 1096 time: 0.0750754 Aug 09 17:52:06.992368 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a01bf9-5dd7-4202-aeff-1339da8141df req-fa0b36ca-fcf7-4851-97a5-2135f7f00184 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:06.993927 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c3a01bf9-5dd7-4202-aeff-1339da8141df req-fa0b36ca-fcf7-4851-97a5-2135f7f00184 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 943 time: 0.0521688 Aug 09 17:52:07.026217 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd388236-034f-4aef-b818-ed9d08a9577b req-ea0dd446-7f40-489c-9101-2312937d3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:07.028651 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-dd388236-034f-4aef-b818-ed9d08a9577b req-ea0dd446-7f40-489c-9101-2312937d3f22 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=7ebd396b32434bc58226a584e7b67a82&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2620049 Aug 09 17:52:07.034745 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c3a01bf9-5dd7-4202-aeff-1339da8141df req-ac0f34fc-64ca-4304-a160-d0e770451e5a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337048 Aug 09 17:52:07.268307 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd388236-034f-4aef-b818-ed9d08a9577b req-96ab8bf4-bee9-4849-96a7-4d1aa76cca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:07.269600 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-dd388236-034f-4aef-b818-ed9d08a9577b req-96ab8bf4-bee9-4849-96a7-4d1aa76cca7e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2301216 Aug 09 17:52:07.383123 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-7514cef3-621e-4b4f-9981-560d8fd3a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:07.384628 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-7514cef3-621e-4b4f-9981-560d8fd3a54a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 1096 time: 0.0480580 Aug 09 17:52:07.440183 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-6272703f-169c-4aa7-a23e-c2ee8ea9c466 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2ce2951-41de-438c-aa79-5a5a3dff8d1f HTTP/1.1" status: 200 len: 217 time: 0.0374718 Aug 09 17:52:07.497941 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-a829f719-4474-4154-b954-fe7980b1a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:07.499993 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-a829f719-4474-4154-b954-fe7980b1a4c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4a1b09-306b-478e-b9be-ae5e19d8c7ce HTTP/1.1" status: 200 len: 851 time: 0.0492897 Aug 09 17:52:07.556339 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-938d1fbc-42bb-4abb-a713-c2e3c2292dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:07.558083 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-938d1fbc-42bb-4abb-a713-c2e3c2292dcb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=977525a1-e275-4770-bce2-2f4d7a6aa30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0489235 Aug 09 17:52:07.878300 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616de28f-d1b7-4303-b491-8e7e8d079948 req-780e5e4a-4ef3-4809-8b05-6dfd786f8cb0 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:07.879910 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-616de28f-d1b7-4303-b491-8e7e8d079948 req-780e5e4a-4ef3-4809-8b05-6dfd786f8cb0 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=239acb31-326c-4e41-827e-7700e67c61b5 HTTP/1.1" status: 200 len: 946 time: 0.0567837 Aug 09 17:52:07.919154 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-b2c87da4-c710-46c8-bcef-80653d24741e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:07.924151 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-616de28f-d1b7-4303-b491-8e7e8d079948 req-d189fe89-8213-488c-ae31-11a75a23705e tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376527 Aug 09 17:52:07.946169 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-32b24455-2641-4c19-a196-a293dbdf7ade service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785379 Aug 09 17:52:08.044538 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-1a162815-8cf1-41bf-bbdb-58ca16027ab6 req-6cfa9aa9-7b8e-4690-afd9-097869c7ff9a service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887766 Aug 09 17:52:08.157248 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0862f-5f4c-4942-8647-378216ec248b req-d715b4b1-1a81-478e-acb8-c71a9341b4b0 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:08.158688 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1fc0862f-5f4c-4942-8647-378216ec248b req-d715b4b1-1a81-478e-acb8-c71a9341b4b0 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 943 time: 0.0538781 Aug 09 17:52:08.198342 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1fc0862f-5f4c-4942-8647-378216ec248b req-49d97f2a-b779-462b-9b9f-b65d53f5b014 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334771 Aug 09 17:52:08.486566 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2974b6-db8a-4a87-b068-2b7cadcbd5e9 req-148785bf-4f14-487a-88fd-8c84dc3ce9ba tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:08.488124 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ff2974b6-db8a-4a87-b068-2b7cadcbd5e9 req-148785bf-4f14-487a-88fd-8c84dc3ce9ba tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.65 "GET /v2.0/ports?device_id=239acb31-326c-4e41-827e-7700e67c61b5 HTTP/1.1" status: 200 len: 946 time: 0.0503054 Aug 09 17:52:08.582132 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-ff2974b6-db8a-4a87-b068-2b7cadcbd5e9 req-c2cd1898-ee93-4682-860f-2e266fb1d800 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Deleting port d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:52:08.582463 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ff2974b6-db8a-4a87-b068-2b7cadcbd5e9 req-c2cd1898-ee93-4682-860f-2e266fb1d800 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:08.678400 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-ff2974b6-db8a-4a87-b068-2b7cadcbd5e9 req-c2cd1898-ee93-4682-860f-2e266fb1d800 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] For port d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d,segment=NetworkSegment(a1abefe6-34b4-4ba7-b743-b66b6a4b53ec),segment_id=a1abefe6-34b4-4ba7-b743-b66b6a4b53ec)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:52:08.678763 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ff2974b6-db8a-4a87-b068-2b7cadcbd5e9 req-c2cd1898-ee93-4682-860f-2e266fb1d800 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:08.692429 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-ff2974b6-db8a-4a87-b068-2b7cadcbd5e9 req-c2cd1898-ee93-4682-860f-2e266fb1d800 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Calling delete_port for d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:52:08.833533 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ff2974b6-db8a-4a87-b068-2b7cadcbd5e9 req-c2cd1898-ee93-4682-860f-2e266fb1d800 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:08.866341 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd1898-ee93-4682-860f-2e266fb1d800 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Pushing event deleted for resources: {'Port': ['ID=d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:08.868677 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:52:08.909159 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2974b6-db8a-4a87-b068-2b7cadcbd5e9 req-c2cd1898-ee93-4682-860f-2e266fb1d800 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] No DVR routers for this DVR port d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:52:08.911744 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-ff2974b6-db8a-4a87-b068-2b7cadcbd5e9 req-c2cd1898-ee93-4682-860f-2e266fb1d800 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:08.913892 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-ff2974b6-db8a-4a87-b068-2b7cadcbd5e9 req-c2cd1898-ee93-4682-860f-2e266fb1d800 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.65 "DELETE /v2.0/ports/d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d HTTP/1.1" status: 204 len: 173 time: 0.4183078 Aug 09 17:52:08.914384 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239acb31-326c-4e41-827e-7700e67c61b5', 'name': 'network-vif-deleted', 'tag': 'd1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:52:08.916638 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d6853f-cb39-4988-afb8-3f7e92df6b05" -d '{"events": [{"server_uuid": "239acb31-326c-4e41-827e-7700e67c61b5", "name": "network-vif-deleted", "tag": "d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:52:08.960506 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f0fdbd-99b5-4cae-9da3-dc7d7209a64e x-openstack-request-id: req-04f0fdbd-99b5-4cae-9da3-dc7d7209a64e {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:52:08.960799 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239acb31-326c-4e41-827e-7700e67c61b5", "name": "network-vif-deleted", "tag": "d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:52:08.961049 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-04f0fdbd-99b5-4cae-9da3-dc7d7209a64e {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:52:08.961448 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239acb31-326c-4e41-827e-7700e67c61b5', 'name': 'network-vif-deleted', 'tag': 'd1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d', 'status': 'completed', 'code': 200} Aug 09 17:52:09.027643 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c686f5ec-9d2c-499f-b1f2-e135557b4f8e req-61dbc842-6a27-4d06-aee0-e848a6bb1be1 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=239acb31-326c-4e41-827e-7700e67c61b5 HTTP/1.1" status: 200 len: 210 time: 0.0291443 Aug 09 17:52:09.318659 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856722fc-084f-4d10-aa4a-fc0b97693523 req-2f635786-a845-4687-a70c-7c40231091e2 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:09.320294 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-856722fc-084f-4d10-aa4a-fc0b97693523 req-2f635786-a845-4687-a70c-7c40231091e2 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 943 time: 0.0514963 Aug 09 17:52:09.360739 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-856722fc-084f-4d10-aa4a-fc0b97693523 req-5341b0f4-bcb4-41f9-a44c-662e94f11d08 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341396 Aug 09 17:52:10.481494 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68792700-9abe-4927-a765-f66e03b3981d req-4223ab76-edb8-452d-928f-99debf65c1d0 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:10.482934 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-68792700-9abe-4927-a765-f66e03b3981d req-4223ab76-edb8-452d-928f-99debf65c1d0 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 943 time: 0.0534596 Aug 09 17:52:10.526392 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-68792700-9abe-4927-a765-f66e03b3981d req-36db8f47-1b7d-406c-af73-971aca28eae1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371585 Aug 09 17:52:10.558893 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:10.867778 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-85702b87-07b8-4ca7-b29c-c9d7f035f0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:11.069292 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:52:11.651797 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3724b1-0fdd-43a6-b5e6-80171004a64b req-e5a31b62-612c-4e26-831e-2e7c05d5fdd7 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:11.653339 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3b3724b1-0fdd-43a6-b5e6-80171004a64b req-e5a31b62-612c-4e26-831e-2e7c05d5fdd7 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 943 time: 0.0529811 Aug 09 17:52:11.695139 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3b3724b1-0fdd-43a6-b5e6-80171004a64b req-16f67258-95ac-42ff-a7a1-4e768fe412eb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353057 Aug 09 17:52:11.889539 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:12.811351 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0661a66-4842-4fdd-9b32-e5da858a4b34 req-d73f5654-e50e-46d1-af8d-4bbbdbcb3f71 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:12.814844 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b0661a66-4842-4fdd-9b32-e5da858a4b34 req-d73f5654-e50e-46d1-af8d-4bbbdbcb3f71 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 943 time: 0.0514801 Aug 09 17:52:12.858155 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-b0661a66-4842-4fdd-9b32-e5da858a4b34 req-338f5bdf-1b57-421c-9f40-545f8f7a8543 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344944 Aug 09 17:52:13.311723 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:52:13.333704 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:52:13.334056 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device d1a35d50-92b4-4fd1-98c2-7dee0b3c4b5d not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:52:13.689376 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:13.980901 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3fd56-821b-4cf6-9f65-275d50414c23 req-086d1cd3-1dfb-4072-8075-8047d0f1c7a1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:13.982294 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7ef3fd56-821b-4cf6-9f65-275d50414c23 req-086d1cd3-1dfb-4072-8075-8047d0f1c7a1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 943 time: 0.0548828 Aug 09 17:52:14.021544 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7ef3fd56-821b-4cf6-9f65-275d50414c23 req-a8d0a047-a842-4e09-a9ff-3b5d6aa736e6 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331059 Aug 09 17:52:15.137682 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedf020-b7a5-4af0-a9fb-22b1da2713e0 req-c90a5699-d1a4-4ceb-82f9-88ddb034888f tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:15.139625 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eeedf020-b7a5-4af0-a9fb-22b1da2713e0 req-c90a5699-d1a4-4ceb-82f9-88ddb034888f tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 943 time: 0.0497913 Aug 09 17:52:15.177905 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-eeedf020-b7a5-4af0-a9fb-22b1da2713e0 req-dbfd1ee1-c228-4700-a345-6d9b6a65e66a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320094 Aug 09 17:52:16.293786 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ea0ce-b45f-4d3b-b875-85ff36144ecd req-77dae000-10a1-43bd-bb52-c2e693c511a8 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:16.295270 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-855ea0ce-b45f-4d3b-b875-85ff36144ecd req-77dae000-10a1-43bd-bb52-c2e693c511a8 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 943 time: 0.0493071 Aug 09 17:52:16.336807 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-855ea0ce-b45f-4d3b-b875-85ff36144ecd req-3ea46058-9e99-4794-8e6e-ea86faec405f tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329812 Aug 09 17:52:17.570014 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f31fa-926d-4255-acac-4b4c921e782d req-84fbb20f-0b79-433f-9296-c3c26dc46bf8 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:17.571558 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a49f31fa-926d-4255-acac-4b4c921e782d req-84fbb20f-0b79-433f-9296-c3c26dc46bf8 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 943 time: 0.1650281 Aug 09 17:52:17.611921 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-a49f31fa-926d-4255-acac-4b4c921e782d req-9b80bb4d-e923-4fab-9b59-d3809bc17b7e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340207 Aug 09 17:52:18.663888 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device e2ce2951-41de-438c-aa79-5a5a3dff8d1f details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:52:18.782280 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port e2ce2951-41de-438c-aa79-5a5a3dff8d1f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e2ce2951-41de-438c-aa79-5a5a3dff8d1f,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:52:18.795187 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': 'e2ce2951-41de-438c-aa79-5a5a3dff8d1f', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'port_id': 'e2ce2951-41de-438c-aa79-5a5a3dff8d1f', 'mac_address': 'fa:16:3e:a7:b3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:52:18.838131 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3ba68-7e1a-44cc-9c17-b8f457ac82d8 req-cb731430-133a-46b0-8f1d-cd4f0d8feb40 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:18.839932 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-67f3ba68-7e1a-44cc-9c17-b8f457ac82d8 req-cb731430-133a-46b0-8f1d-cd4f0d8feb40 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 943 time: 0.1447957 Aug 09 17:52:18.857242 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:18.873234 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ce2951-41de-438c-aa79-5a5a3dff8d1f {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:52:18.896824 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port e2ce2951-41de-438c-aa79-5a5a3dff8d1f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e2ce2951-41de-438c-aa79-5a5a3dff8d1f,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:52:18.897626 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-67f3ba68-7e1a-44cc-9c17-b8f457ac82d8 req-e1adb3ed-7b2f-44fc-9e9c-5fccfee44c7f tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484133 Aug 09 17:52:18.901346 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:18.961463 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=e2ce2951-41de-438c-aa79-5a5a3dff8d1f,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:18.969762 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:18.970113 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:18.970457 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:18.970795 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:18.971179 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:18.971499 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:18.971830 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:18.972157 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:18.972487 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:18.972887 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:18.973216 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:18.973539 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:19.216146 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['e2ce2951-41de-438c-aa79-5a5a3dff8d1f'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:52:20.126684 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec88842-c3d5-43aa-b4f1-fb0ca31ff37c req-2a51d356-8f1c-4ce9-b966-20c8a9d5249d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:20.128149 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1ec88842-c3d5-43aa-b4f1-fb0ca31ff37c req-2a51d356-8f1c-4ce9-b966-20c8a9d5249d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 944 time: 0.1188626 Aug 09 17:52:20.136785 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-38d5edfb-949e-481a-a8b8-e52a5be4ad02 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:20.138148 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-38d5edfb-949e-481a-a8b8-e52a5be4ad02 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/networks?id=97ad721d-b81e-4a5f-8337-3db150223507 HTTP/1.1" status: 200 len: 814 time: 0.1642420 Aug 09 17:52:20.164703 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-63474bdf-fb44-49c2-ae55-407e91c772d2 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/quotas/cfa2aaf1bc21456b9546221a5f2b17af HTTP/1.1" status: 200 len: 375 time: 0.0189106 Aug 09 17:52:20.191934 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-1ec88842-c3d5-43aa-b4f1-fb0ca31ff37c req-c1d7ceaf-2909-459a-ade5-0f3e2a24ede9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524750 Aug 09 17:52:20.207121 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-dee762c7-1a4e-42c2-a457-6be43c6c94e1 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=cfa2aaf1bc21456b9546221a5f2b17af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314167 Aug 09 17:52:20.270684 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-13ca79fd-0707-47c8-9cf2-6989427c27de service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:52:20.271796 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-13ca79fd-0707-47c8-9cf2-6989427c27de service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548742 Aug 09 17:52:20.381774 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-04c3688a-db7e-4b23-962c-8510907457dc service neutron] 10.222.0.38 "GET /v2.0/networks/97ad721d-b81e-4a5f-8337-3db150223507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023781 Aug 09 17:52:20.487010 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-46f113a0-9386-47e3-bdf3-d4201ab75740 service neutron] 10.222.0.38 "GET /v2.0/networks/97ad721d-b81e-4a5f-8337-3db150223507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966077 Aug 09 17:52:20.665383 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-841f8212-c716-4f3c-84e6-8f2c8fb7f641 req-24abc9ff-4a8e-450b-91eb-f8d7cdfa01a8 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 210 time: 0.0300400 Aug 09 17:52:21.330332 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab80114-c3fd-46a1-9948-d504d91719d3 req-459b99d1-ebf6-4a28-b6c6-bef14a3340ac tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:21.331915 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7ab80114-c3fd-46a1-9948-d504d91719d3 req-459b99d1-ebf6-4a28-b6c6-bef14a3340ac tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 944 time: 0.0583801 Aug 09 17:52:21.339166 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device e2ce2951-41de-438c-aa79-5a5a3dff8d1f up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:52:21.384466 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-7ab80114-c3fd-46a1-9948-d504d91719d3 req-5c70be77-1e13-4659-a202-c7e35e1ef08b tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442290 Aug 09 17:52:21.401496 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port e2ce2951-41de-438c-aa79-5a5a3dff8d1f completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:52:21.408556 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port e2ce2951-41de-438c-aa79-5a5a3dff8d1f triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:52:21.409116 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:21.496440 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:21.521526 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962de4bb-5283-449d-8c6c-b805ba7de4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ce2951-41de-438c-aa79-5a5a3dff8d1f'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:52:21.523986 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9510288-0b6b-44ee-bbb8-fe1bf881aa1e" -d '{"events": [{"server_uuid": "962de4bb-5283-449d-8c6c-b805ba7de4a6", "name": "network-vif-plugged", "status": "completed", "tag": "e2ce2951-41de-438c-aa79-5a5a3dff8d1f"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:52:21.541705 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port e2ce2951-41de-438c-aa79-5a5a3dff8d1f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e2ce2951-41de-438c-aa79-5a5a3dff8d1f,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:52:21.547230 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:21.573924 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b23a45-c5b4-4ac2-833a-1060b3b2fc6d x-openstack-request-id: req-e4b23a45-c5b4-4ac2-833a-1060b3b2fc6d {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:52:21.574215 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962de4bb-5283-449d-8c6c-b805ba7de4a6", "name": "network-vif-plugged", "status": "completed", "tag": "e2ce2951-41de-438c-aa79-5a5a3dff8d1f", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:52:21.574461 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e4b23a45-c5b4-4ac2-833a-1060b3b2fc6d {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:52:21.574851 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962de4bb-5283-449d-8c6c-b805ba7de4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ce2951-41de-438c-aa79-5a5a3dff8d1f', 'code': 200} Aug 09 17:52:21.601270 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=e2ce2951-41de-438c-aa79-5a5a3dff8d1f,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:21.789000 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-17d1a02b-55aa-4123-8f98-7d7d9f8ac866 req-1fd53af1-0834-49e5-b3ae-047ecbb1c2e2 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 210 time: 0.0287533 Aug 09 17:52:21.908080 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e43ba5-f323-4e94-9643-f0021fccf48d req-9b0ff46e-ab50-42b8-ad13-28f9de5115e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:21.909710 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-91e43ba5-f323-4e94-9643-f0021fccf48d req-9b0ff46e-ab50-42b8-ad13-28f9de5115e9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 1098 time: 0.1000381 Aug 09 17:52:21.986727 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-91e43ba5-f323-4e94-9643-f0021fccf48d req-8a9e3c80-2ad5-4daa-8d82-6ae26584265e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677106 Aug 09 17:52:21.997555 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-3c498b13-ea9b-4d82-b001-b780bbd4743e tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:21.999704 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-3c498b13-ea9b-4d82-b001-b780bbd4743e tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.65 "GET /v2.0/networks?id=97ad721d-b81e-4a5f-8337-3db150223507 HTTP/1.1" status: 200 len: 814 time: 0.1451917 Aug 09 17:52:22.294598 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-460f22c6-4443-4abe-8878-22b5747ad1af tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Request body: {'port': {'device_id': '1765b9c1-b94c-4617-9430-35dba4332686', 'network_id': '97ad721d-b81e-4a5f-8337-3db150223507', 'admin_state_up': True, 'tenant_id': 'cfa2aaf1bc21456b9546221a5f2b17af'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:52:22.409059 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-460f22c6-4443-4abe-8878-22b5747ad1af tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Made reservation on behalf of cfa2aaf1bc21456b9546221a5f2b17af for: {'port': 1} {{(pid=99899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:52:22.414559 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-460f22c6-4443-4abe-8878-22b5747ad1af tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:22.514785 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cc0cd-2859-44c5-8eae-003bfdbbdb7d req-13c7b5fe-6d66-42f0-8e2a-db8a7b873707 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:22.516525 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f96cc0cd-2859-44c5-8eae-003bfdbbdb7d req-13c7b5fe-6d66-42f0-8e2a-db8a7b873707 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 945 time: 0.0517087 Aug 09 17:52:22.555512 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-460f22c6-4443-4abe-8878-22b5747ad1af tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Allocated IP 172.20.0.3 (97ad721d-b81e-4a5f-8337-3db150223507/b37702c4-2008-4347-9ded-8e1bf37cb44f/2b46374d-ab9d-4805-bfb0-bf3fc8295b5f) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:52:22.557060 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f96cc0cd-2859-44c5-8eae-003bfdbbdb7d req-2810a9d2-c9ea-4457-89a1-4cb94a5f8814 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343180 Aug 09 17:52:22.712758 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-460f22c6-4443-4abe-8878-22b5747ad1af tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:22.757693 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-460f22c6-4443-4abe-8878-22b5747ad1af tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:22.812406 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-460f22c6-4443-4abe-8878-22b5747ad1af tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Network 97ad721d-b81e-4a5f-8337-3db150223507 is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:52:22.816126 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-460f22c6-4443-4abe-8878-22b5747ad1af tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:52:22.820134 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-460f22c6-4443-4abe-8878-22b5747ad1af tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:52:22.827169 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f22c6-4443-4abe-8878-22b5747ad1af tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Pushing event updated for resources: {'Port': ['ID=2b46374d-ab9d-4805-bfb0-bf3fc8295b5f,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:22.877717 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-460f22c6-4443-4abe-8878-22b5747ad1af tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:22.878369 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-460f22c6-4443-4abe-8878-22b5747ad1af tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:22.894241 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-460f22c6-4443-4abe-8878-22b5747ad1af tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6040015 Aug 09 17:52:22.937430 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba06b0-eb39-4d07-b8c1-90135d706dca req-a3972f0c-a98a-4f2d-8e6d-ab81d0c8e423 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:22.939093 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ddba06b0-eb39-4d07-b8c1-90135d706dca req-a3972f0c-a98a-4f2d-8e6d-ab81d0c8e423 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 931 time: 0.0552607 Aug 09 17:52:22.947260 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Request body: {'port': {'device_id': '1765b9c1-b94c-4617-9430-35dba4332686', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78093'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:52:22.978509 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ddba06b0-eb39-4d07-b8c1-90135d706dca req-eb0dfe53-fdbb-440a-b55e-b51e937a6a98 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335066 Aug 09 17:52:23.003716 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:23.284093 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f {{(pid=99899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:52:23.291960 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:23.305573 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.provisioning_blocks [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Transition to ACTIVE for port object 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f will not be triggered until provisioned by entity L2. {{(pid=99899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:52:23.309226 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:23.359140 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Pushing event updated for resources: {'Port': ['ID=2b46374d-ab9d-4805-bfb0-bf3fc8295b5f,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:23.436964 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Attempting to bind port 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f on host hv-cinder-78093 for vnic_type normal with profile {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:52:23.437342 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Attempting to bind port 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f by drivers openvswitch,hyperv on host hv-cinder-78093 at level 0 using segments [{'id': 'a1abefe6-34b4-4ba7-b743-b66b6a4b53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '97ad721d-b81e-4a5f-8337-3db150223507'}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:52:23.437716 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Attempting to bind port 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f on network 97ad721d-b81e-4a5f-8337-3db150223507 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:52:23.442925 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Port 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f on network 97ad721d-b81e-4a5f-8337-3db150223507 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78093 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:52:23.443247 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Attempting to bind port 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f on network 97ad721d-b81e-4a5f-8337-3db150223507 {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:52:23.448473 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Checking agent: {'id': 'c36096f4-f4ed-4df3-9243-ad2de6e812d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78093', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'started_at': datetime.datetime(2021, 8, 9, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:52:23.448797 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Checking segment: {'id': 'a1abefe6-34b4-4ba7-b743-b66b6a4b53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '97ad721d-b81e-4a5f-8337-3db150223507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:52:23.449174 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Bound using segment: {'id': 'a1abefe6-34b4-4ba7-b743-b66b6a4b53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '97ad721d-b81e-4a5f-8337-3db150223507'} {{(pid=99899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:52:23.449593 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.managers [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Bound port: 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f, host: hv-cinder-78093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1abefe6-34b4-4ba7-b743-b66b6a4b53ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '97ad721d-b81e-4a5f-8337-3db150223507'}}] {{(pid=99899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:52:23.449947 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:23.522099 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] For port 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f, host hv-cinder-78093, cleared binding levels {{(pid=99899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:52:23.525554 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] For port 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f, host hv-cinder-78093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=2b46374d-ab9d-4805-bfb0-bf3fc8295b5f,segment=NetworkSegment(a1abefe6-34b4-4ba7-b743-b66b6a4b53ec),segment_id=a1abefe6-34b4-4ba7-b743-b66b6a4b53ec)] {{(pid=99899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:52:23.533500 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:23.571306 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:23.571929 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:23.573344 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] 10.222.0.65 "PUT /v2.0/ports/2b46374d-ab9d-4805-bfb0-bf3fc8295b5f HTTP/1.1" status: 200 len: 1093 time: 0.6307573 Aug 09 17:52:23.573791 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1765b9c1-b94c-4617-9430-35dba4332686', 'tag': '2b46374d-ab9d-4805-bfb0-bf3fc8295b5f'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:52:23.576087 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bc9b0c-1dc1-4c07-8f3f-6a0cdd95efbc" -d '{"events": [{"name": "network-changed", "server_uuid": "1765b9c1-b94c-4617-9430-35dba4332686", "tag": "2b46374d-ab9d-4805-bfb0-bf3fc8295b5f"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:52:23.618079 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2850a28-8661-42b1-9a45-4806a0dc6f2a service neutron] Pushing event updated for resources: {'Port': ['ID=2b46374d-ab9d-4805-bfb0-bf3fc8295b5f,revision_number=3']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:23.641489 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3e3419-d545-408d-90f8-437bc4a025e1 x-openstack-request-id: req-0d3e3419-d545-408d-90f8-437bc4a025e1 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:52:23.642117 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1765b9c1-b94c-4617-9430-35dba4332686", "tag": "2b46374d-ab9d-4805-bfb0-bf3fc8295b5f", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:52:23.642393 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0d3e3419-d545-408d-90f8-437bc4a025e1 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:52:23.642944 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1765b9c1-b94c-4617-9430-35dba4332686', 'tag': '2b46374d-ab9d-4805-bfb0-bf3fc8295b5f', 'status': 'completed', 'code': 200} Aug 09 17:52:23.715379 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a2d94-b5ef-4e63-ad96-a9ad4d03666d req-42ee4086-83f8-4fe9-be71-4215a04867cb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:23.717930 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-c85525bc-d50b-48b5-bc80-4f2396fe77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:23.718675 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3d0a2d94-b5ef-4e63-ad96-a9ad4d03666d req-42ee4086-83f8-4fe9-be71-4215a04867cb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 945 time: 0.0681689 Aug 09 17:52:23.719522 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-c85525bc-d50b-48b5-bc80-4f2396fe77ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfa2aaf1bc21456b9546221a5f2b17af&device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 1096 time: 0.0627530 Aug 09 17:52:23.758532 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-3d0a2d94-b5ef-4e63-ad96-a9ad4d03666d req-68cc1bc2-548a-4759-9cfe-c6710f0915e3 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348842 Aug 09 17:52:23.775572 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-dae9fd25-1b5d-49a1-abc6-4d3adffd12af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b46374d-ab9d-4805-bfb0-bf3fc8295b5f HTTP/1.1" status: 200 len: 217 time: 0.0410428 Aug 09 17:52:23.832717 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-9142b1a0-a822-4144-b76d-320a79f75d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:23.834425 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-9142b1a0-a822-4144-b76d-320a79f75d2a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b37702c4-2008-4347-9ded-8e1bf37cb44f HTTP/1.1" status: 200 len: 854 time: 0.0479462 Aug 09 17:52:23.886564 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-b5fff007-720a-4c4c-a10c-f8bdd7de0366 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=97ad721d-b81e-4a5f-8337-3db150223507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444965 Aug 09 17:52:23.907065 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd549e28-e9d5-4371-b32b-296c4d6ae6b4 req-e67f9007-2340-4109-a3f7-d917067a32db tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:23.908628 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cd549e28-e9d5-4371-b32b-296c4d6ae6b4 req-e67f9007-2340-4109-a3f7-d917067a32db tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 945 time: 0.0526080 Aug 09 17:52:23.949511 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-cd549e28-e9d5-4371-b32b-296c4d6ae6b4 req-9650ec36-d042-437c-9420-c3211882f2b3 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342269 Aug 09 17:52:23.978619 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58116) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:52:24.017689 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-731999a9-110e-41e7-a1ac-134033ef3e35 service neutron] 10.222.0.65 "GET /v2.0/networks/97ad721d-b81e-4a5f-8337-3db150223507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227984 Aug 09 17:52:24.073001 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eea0745-7eac-4549-a8c4-530a945bbcc4 tempest-TestVolumeBootPattern-1543916779 tempest-TestVolumeBootPattern-1543916779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:24.074528 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-8eea0745-7eac-4549-a8c4-530a945bbcc4 tempest-TestVolumeBootPattern-1543916779 tempest-TestVolumeBootPattern-1543916779-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 1093 time: 0.0984135 Aug 09 17:52:24.079574 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58120) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:52:24.085950 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.v2.base [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Request body: {'floatingip': {'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'port_id': 'e2ce2951-41de-438c-aa79-5a5a3dff8d1f', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:52:24.132670 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for floatingip, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:24.150045 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc93a4e-ce54-46f9-98ec-c207a966194e req-e5bcef2d-58e4-461f-bbdc-493938c7ccf0 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:24.152494 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8fc93a4e-ce54-46f9-98ec-c207a966194e req-e5bcef2d-58e4-461f-bbdc-493938c7ccf0 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 943 time: 0.0692933 Aug 09 17:52:24.158756 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5ed13752-23ac-4a88-ba66-8b883d7660be req-9df8eff4-0201-4a99-b42a-0af60517903d service neutron] 10.222.0.65 "GET /v2.0/networks/97ad721d-b81e-4a5f-8337-3db150223507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340528 Aug 09 17:52:24.211006 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8fc93a4e-ce54-46f9-98ec-c207a966194e req-c74f4765-24da-42df-93b7-bea7ce45a1e7 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461705 Aug 09 17:52:24.259789 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:24.353010 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc9b0c-1dc1-4c07-8f3f-6a0cdd95efbc req-3f16ee57-9662-4afd-bedf-ed119327eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:24.354439 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-17bc9b0c-1dc1-4c07-8f3f-6a0cdd95efbc req-3f16ee57-9662-4afd-bedf-ed119327eebc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfa2aaf1bc21456b9546221a5f2b17af&device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 1096 time: 0.0925953 Aug 09 17:52:24.455251 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_common [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Allocated IP 172.27.3.210 (ea6b9157-7b5c-46f4-b61f-3e223353ac5d/6006c360-c037-4a42-b727-ae9b7a1a47c3/4278c98b-3743-446b-9682-9155cf9e81a3) {{(pid=99899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:52:24.531182 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc9b0c-1dc1-4c07-8f3f-6a0cdd95efbc req-a6a0f5e6-e184-4a65-a841-922778bf1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:24.532732 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-17bc9b0c-1dc1-4c07-8f3f-6a0cdd95efbc req-a6a0f5e6-e184-4a65-a841-922778bf1ddc service neutron] 10.222.0.65 "GET /v2.0/networks?id=97ad721d-b81e-4a5f-8337-3db150223507 HTTP/1.1" status: 200 len: 915 time: 0.1577489 Aug 09 17:52:24.586966 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-17bc9b0c-1dc1-4c07-8f3f-6a0cdd95efbc req-50017e7c-b7b2-4982-95c3-cd9ccfce573b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b46374d-ab9d-4805-bfb0-bf3fc8295b5f HTTP/1.1" status: 200 len: 217 time: 0.0456207 Aug 09 17:52:24.663385 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for port, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:24.672229 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc9b0c-1dc1-4c07-8f3f-6a0cdd95efbc req-e8c9ac3b-304f-412d-81b5-eb18a28862c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:24.673730 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-17bc9b0c-1dc1-4c07-8f3f-6a0cdd95efbc req-e8c9ac3b-304f-412d-81b5-eb18a28862c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b37702c4-2008-4347-9ded-8e1bf37cb44f HTTP/1.1" status: 200 len: 854 time: 0.0780373 Aug 09 17:52:24.709795 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-17bc9b0c-1dc1-4c07-8f3f-6a0cdd95efbc req-07c3b722-af3a-4123-855c-b776cbbed599 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=97ad721d-b81e-4a5f-8337-3db150223507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279019 Aug 09 17:52:24.783347 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789732646373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:24.839502 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Network ea6b9157-7b5c-46f4-b61f-3e223353ac5d is already hosted by enough agents. {{(pid=99899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:52:24.847831 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.base_scheduler [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Resources bound (agent type, host, resource id): {{(pid=99899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:52:24.854301 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Received port after_create {{(pid=99899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:52:24.882446 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event updated for resources: {'Port': ['ID=4278c98b-3743-446b-9682-9155cf9e81a3,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:24.893503 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-17bc9b0c-1dc1-4c07-8f3f-6a0cdd95efbc req-08b5edf5-de1d-49d7-9e51-198e52fbb205 service neutron] 10.222.0.65 "GET /v2.0/networks/97ad721d-b81e-4a5f-8337-3db150223507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731770 Aug 09 17:52:25.061629 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-17bc9b0c-1dc1-4c07-8f3f-6a0cdd95efbc req-021b2724-654f-4b85-a3f6-d6d2f46e7d8b service neutron] 10.222.0.65 "GET /v2.0/networks/97ad721d-b81e-4a5f-8337-3db150223507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596813 Aug 09 17:52:25.333511 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:25.344028 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c8832-5efd-42a9-84a6-9bc282ea5ac7 req-fe2d0c40-5a96-44de-b0b7-c62128c532c2 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:25.345603 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-582c8832-5efd-42a9-84a6-9bc282ea5ac7 req-fe2d0c40-5a96-44de-b0b7-c62128c532c2 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 943 time: 0.0564246 Aug 09 17:52:25.391653 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-582c8832-5efd-42a9-84a6-9bc282ea5ac7 req-7ff39a3e-4abc-4522-8e3e-9a50e79a941a tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348887 Aug 09 17:52:25.412680 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:25.578619 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for port, precommit_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:25.588392 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831855'] for port, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:25.657318 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event updated for resources: {'Port': ['ID=4278c98b-3743-446b-9682-9155cf9e81a3,revision_number=2']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:25.672079 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962435'] for floatingip, after_update {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:25.772972 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.db.l3_db [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Floating IP 65f51f49-9241-470e-8271-00e192d3e433 associated. External IP: 172.27.3.210, port: e2ce2951-41de-438c-aa79-5a5a3dff8d1f. Aug 09 17:52:25.996061 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Router 4daa703a-4cab-4b62-bdee-696d513c6360 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:52:26.116087 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:52:26.126077 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fdc1c1-da83-408b-9fe5-d087e56edc7b None None] Sync routers for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:52:26.135647 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:26.137325 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fdc1c1-da83-408b-9fe5-d087e56edc7b None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:52:26.137957 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-c7fdc1c1-da83-408b-9fe5-d087e56edc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:52:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:52:26.166852 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-1db70646-2c75-4b96-ac06-67423d0925e1 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0861926 Aug 09 17:52:26.167454 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962de4bb-5283-449d-8c6c-b805ba7de4a6', 'tag': 'e2ce2951-41de-438c-aa79-5a5a3dff8d1f'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:52:26.170428 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fb2a0f-e513-4fc9-a5ce-2ea9b37196f2" -d '{"events": [{"name": "network-changed", "server_uuid": "962de4bb-5283-449d-8c6c-b805ba7de4a6", "tag": "e2ce2951-41de-438c-aa79-5a5a3dff8d1f"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:52:26.210438 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004483a6-3a20-489f-92bb-3f9c0766a8a5 x-openstack-request-id: req-004483a6-3a20-489f-92bb-3f9c0766a8a5 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:52:26.210827 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962de4bb-5283-449d-8c6c-b805ba7de4a6", "tag": "e2ce2951-41de-438c-aa79-5a5a3dff8d1f", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:52:26.211198 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-004483a6-3a20-489f-92bb-3f9c0766a8a5 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:52:26.211725 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962de4bb-5283-449d-8c6c-b805ba7de4a6', 'tag': 'e2ce2951-41de-438c-aa79-5a5a3dff8d1f', 'status': 'completed', 'code': 200} Aug 09 17:52:26.258487 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-c7fdc1c1-da83-408b-9fe5-d087e56edc7b None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:52:26.312052 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb2a0f-e513-4fc9-a5ce-2ea9b37196f2 req-7ae670e0-19f4-4fce-8d11-122a454cbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:26.313688 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-88fb2a0f-e513-4fc9-a5ce-2ea9b37196f2 req-7ae670e0-19f4-4fce-8d11-122a454cbbfd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 1098 time: 0.0595593 Aug 09 17:52:26.415545 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb2a0f-e513-4fc9-a5ce-2ea9b37196f2 req-af3c3ee0-95e0-4a64-8ac9-5430706ac14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:26.417152 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-88fb2a0f-e513-4fc9-a5ce-2ea9b37196f2 req-af3c3ee0-95e0-4a64-8ac9-5430706ac14e service neutron] 10.222.0.65 "GET /v2.0/networks?id=977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 200 len: 913 time: 0.0936668 Aug 09 17:52:26.495182 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-88fb2a0f-e513-4fc9-a5ce-2ea9b37196f2 req-f651f063-48cd-419e-a8ec-ad6d244327f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2ce2951-41de-438c-aa79-5a5a3dff8d1f HTTP/1.1" status: 200 len: 999 time: 0.0698526 Aug 09 17:52:26.518938 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c22b3-0e32-46e7-aff6-c1313d7672d1 req-32694b18-38e4-4536-9443-1325c000e55b tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:26.521360 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ae9c22b3-0e32-46e7-aff6-c1313d7672d1 req-32694b18-38e4-4536-9443-1325c000e55b tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 943 time: 0.0556006 Aug 09 17:52:26.523345 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-c7fdc1c1-da83-408b-9fe5-d087e56edc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '65f51f49-9241-470e-8271-00e192d3e433', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'port_id': 'e2ce2951-41de-438c-aa79-5a5a3dff8d1f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'mac_address': 'fa:16:3e:a7:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962de4bb-5283-449d-8c6c-b805ba7de4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:52:25Z', 'updated_at': '2021-08-09T17:52:25Z', 'revision_number': 0, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address_scope': None}, {'id': '931c396c-cacd-43da-ac18-6183e67908ea', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'port_id': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'mac_address': 'fa:16:3e:0e:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef4c811-a0ca-438a-ab10-038661f35229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:50:06Z', 'updated_at': '2021-08-09T17:50:08Z', 'revision_number': 1, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:52:26.553345 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb2a0f-e513-4fc9-a5ce-2ea9b37196f2 req-525fa709-e4d1-4481-9547-fea76b4c0be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:26.554834 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-88fb2a0f-e513-4fc9-a5ce-2ea9b37196f2 req-525fa709-e4d1-4481-9547-fea76b4c0be7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4a1b09-306b-478e-b9be-ae5e19d8c7ce HTTP/1.1" status: 200 len: 851 time: 0.0523238 Aug 09 17:52:26.555545 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fdc1c1-da83-408b-9fe5-d087e56edc7b None None] Checking router: 4daa703a-4cab-4b62-bdee-696d513c6360 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:52:26.565645 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fdc1c1-da83-408b-9fe5-d087e56edc7b None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:52:26.566264 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-c7fdc1c1-da83-408b-9fe5-d087e56edc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:52:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:52:26.567793 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ae9c22b3-0e32-46e7-aff6-c1313d7672d1 req-e99e5020-5f18-48bf-a108-4af2584be4f8 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390513 Aug 09 17:52:26.620527 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb2a0f-e513-4fc9-a5ce-2ea9b37196f2 req-4b8b4a2f-e9ab-4b1d-b80a-2b9fb75ccc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:26.622001 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-88fb2a0f-e513-4fc9-a5ce-2ea9b37196f2 req-4b8b4a2f-e9ab-4b1d-b80a-2b9fb75ccc5e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=977525a1-e275-4770-bce2-2f4d7a6aa30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0599685 Aug 09 17:52:26.681351 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:26.692834 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-c7fdc1c1-da83-408b-9fe5-d087e56edc7b None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:52:26.715786 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-88fb2a0f-e513-4fc9-a5ce-2ea9b37196f2 req-886bb8c9-05e7-41bd-9d75-91286e2606c1 service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864971 Aug 09 17:52:26.814331 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-88fb2a0f-e513-4fc9-a5ce-2ea9b37196f2 req-859de97a-9e6d-440e-bf9b-7445605a9f18 service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906532 Aug 09 17:52:26.933231 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-c7fdc1c1-da83-408b-9fe5-d087e56edc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '65f51f49-9241-470e-8271-00e192d3e433', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'port_id': 'e2ce2951-41de-438c-aa79-5a5a3dff8d1f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'mac_address': 'fa:16:3e:a7:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962de4bb-5283-449d-8c6c-b805ba7de4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:52:25Z', 'updated_at': '2021-08-09T17:52:25Z', 'revision_number': 0, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address_scope': None}, {'id': '931c396c-cacd-43da-ac18-6183e67908ea', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'port_id': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'mac_address': 'fa:16:3e:0e:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef4c811-a0ca-438a-ab10-038661f35229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:50:06Z', 'updated_at': '2021-08-09T17:50:08Z', 'revision_number': 1, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:52:26.959455 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fdc1c1-da83-408b-9fe5-d087e56edc7b None None] The sync data for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi is: [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '65f51f49-9241-470e-8271-00e192d3e433', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'port_id': 'e2ce2951-41de-438c-aa79-5a5a3dff8d1f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'mac_address': 'fa:16:3e:a7:b3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962de4bb-5283-449d-8c6c-b805ba7de4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:52:25Z', 'updated_at': '2021-08-09T17:52:25Z', 'revision_number': 0, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address_scope': None}, {'id': '931c396c-cacd-43da-ac18-6183e67908ea', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'port_id': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'mac_address': 'fa:16:3e:0e:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef4c811-a0ca-438a-ab10-038661f35229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:50:06Z', 'updated_at': '2021-08-09T17:50:08Z', 'revision_number': 1, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:52:27.146691 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57324711-2e28-4549-a684-2ab4668e669b None None] New status for floating IP 65f51f49-9241-470e-8271-00e192d3e433: ACTIVE {{(pid=99902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:52:27.386679 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f details requested by agent hyperv_hv-cinder-78093 with host hv-cinder-78093 {{(pid=99901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:52:27.489709 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=2b46374d-ab9d-4805-bfb0-bf3fc8295b5f,segment=NetworkSegment(a1abefe6-34b4-4ba7-b743-b66b6a4b53ec),segment_id=a1abefe6-34b4-4ba7-b743-b66b6a4b53ec)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:52:27.502257 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Returning: {'device': '2b46374d-ab9d-4805-bfb0-bf3fc8295b5f', 'network_id': '97ad721d-b81e-4a5f-8337-3db150223507', 'port_id': '2b46374d-ab9d-4805-bfb0-bf3fc8295b5f', 'mac_address': 'fa:16:3e:61:05:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37702c4-2008-4347-9ded-8e1bf37cb44f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:52:27.540211 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:27.553430 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f {{(pid=99901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:52:27.575217 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=2b46374d-ab9d-4805-bfb0-bf3fc8295b5f,segment=NetworkSegment(a1abefe6-34b4-4ba7-b743-b66b6a4b53ec),segment_id=a1abefe6-34b4-4ba7-b743-b66b6a4b53ec)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:52:27.579896 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:27.634289 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=2b46374d-ab9d-4805-bfb0-bf3fc8295b5f,revision_number=4']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:27.713850 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e2740-fa0f-4c42-9cbb-00b8fc633f71 req-4fc8fcb2-bf90-475c-93b4-07f75b1f8a67 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:27.715544 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-769e2740-fa0f-4c42-9cbb-00b8fc633f71 req-4fc8fcb2-bf90-475c-93b4-07f75b1f8a67 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 944 time: 0.0558846 Aug 09 17:52:27.755807 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-769e2740-fa0f-4c42-9cbb-00b8fc633f71 req-f4fee424-48b3-40f1-9306-f5a855067d8c tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330596 Aug 09 17:52:27.877858 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['2b46374d-ab9d-4805-bfb0-bf3fc8295b5f'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:52:28.873451 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39d0ee-cce8-45ce-a5c7-6d2adb72d9fe req-cdb64cf1-c8df-4254-9715-c952dcbb8bdc tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:28.874981 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-da39d0ee-cce8-45ce-a5c7-6d2adb72d9fe req-cdb64cf1-c8df-4254-9715-c952dcbb8bdc tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 944 time: 0.0506339 Aug 09 17:52:28.913919 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-da39d0ee-cce8-45ce-a5c7-6d2adb72d9fe req-468d376c-1a79-47dc-9c8b-ba777c87970f tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329974 Aug 09 17:52:29.389678 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f up at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:52:29.440354 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning for port 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f completed by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:52:29.443914 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.provisioning_blocks [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Provisioning complete for port 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f triggered by entity L2. {{(pid=99901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:52:29.444277 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1572964'] for port, provisioning_complete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:29.523315 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1976359'] for port, before_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:29.547485 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1765b9c1-b94c-4617-9430-35dba4332686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b46374d-ab9d-4805-bfb0-bf3fc8295b5f'}] {{(pid=99901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:52:29.549752 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a151d74943a5214b7950701c7d737286154da1c2aa674e54c2a1c6f18bc9f794" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df71ef7f-5d34-4684-9032-dbb8d23598d8" -d '{"events": [{"server_uuid": "1765b9c1-b94c-4617-9430-35dba4332686", "name": "network-vif-plugged", "status": "completed", "tag": "2b46374d-ab9d-4805-bfb0-bf3fc8295b5f"}]}' {{(pid=99901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:52:29.563995 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] For port 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=2b46374d-ab9d-4805-bfb0-bf3fc8295b5f,segment=NetworkSegment(a1abefe6-34b4-4ba7-b743-b66b6a4b53ec),segment_id=a1abefe6-34b4-4ba7-b743-b66b6a4b53ec)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:52:29.568838 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789733034909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789732646391', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789732646925'] for port, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:29.594229 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603efb3d-f052-4ed6-9387-53f3f299cc52 x-openstack-request-id: req-603efb3d-f052-4ed6-9387-53f3f299cc52 {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:52:29.594597 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1765b9c1-b94c-4617-9430-35dba4332686", "name": "network-vif-plugged", "status": "completed", "tag": "2b46374d-ab9d-4805-bfb0-bf3fc8295b5f", "code": 200}]} {{(pid=99901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:52:29.594770 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-603efb3d-f052-4ed6-9387-53f3f299cc52 {{(pid=99901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:52:29.595187 dv-cinder-780933-13-iscsi neutron-server[99901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1765b9c1-b94c-4617-9430-35dba4332686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b46374d-ab9d-4805-bfb0-bf3fc8295b5f', 'code': 200} Aug 09 17:52:29.622256 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Pushing event updated for resources: {'Port': ['ID=2b46374d-ab9d-4805-bfb0-bf3fc8295b5f,revision_number=5']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:29.795370 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ab8ea-51fd-494e-906d-cb4f77cd1727 req-7b124e26-4afd-4eb5-8476-9eb906bed723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:29.796993 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-385ab8ea-51fd-494e-906d-cb4f77cd1727 req-7b124e26-4afd-4eb5-8476-9eb906bed723 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 1098 time: 0.0406773 Aug 09 17:52:29.851968 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-385ab8ea-51fd-494e-906d-cb4f77cd1727 req-833374eb-368b-47dd-afab-8d4ab26d3acb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474219 Aug 09 17:52:30.037390 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6935b7-0efa-46f8-8c39-747975684272 req-7d510a5a-7b77-47c6-8569-357047c9baeb tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:30.038920 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ef6935b7-0efa-46f8-8c39-747975684272 req-7d510a5a-7b77-47c6-8569-357047c9baeb tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 945 time: 0.0537694 Aug 09 17:52:30.076938 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ef6935b7-0efa-46f8-8c39-747975684272 req-1ac7fab1-c576-4956-8cc7-5fa6907b1116 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313244 Aug 09 17:52:31.200629 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f2b72-c9f2-4346-9c1b-da9a1f2c31b6 req-477018da-d82a-44ab-b1bf-4b2edfd73867 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:31.202715 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-616f2b72-c9f2-4346-9c1b-da9a1f2c31b6 req-477018da-d82a-44ab-b1bf-4b2edfd73867 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 945 time: 0.0537124 Aug 09 17:52:31.247433 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-616f2b72-c9f2-4346-9c1b-da9a1f2c31b6 req-8a12a5c6-c4ed-4399-86ae-48ecb5fe23a0 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370009 Aug 09 17:52:36.122038 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-c69f6be0-995e-4ab6-acc5-2f2f39372025 req-bc05cda6-4b94-402e-a161-c9ce0ea2705a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0958924 Aug 09 17:52:36.235333 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f6be0-995e-4ab6-acc5-2f2f39372025 req-a4606eae-78d8-454c-9977-269deeb13d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:36.236857 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-c69f6be0-995e-4ab6-acc5-2f2f39372025 req-a4606eae-78d8-454c-9977-269deeb13d4c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 1099 time: 0.0472078 Aug 09 17:52:36.356829 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f6be0-995e-4ab6-acc5-2f2f39372025 req-fd9d8776-e663-4d46-998d-77b8673dfef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:36.359400 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-c69f6be0-995e-4ab6-acc5-2f2f39372025 req-fd9d8776-e663-4d46-998d-77b8673dfef5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 200 len: 913 time: 0.1001759 Aug 09 17:52:36.734159 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-c69f6be0-995e-4ab6-acc5-2f2f39372025 req-1fa3fdbe-b92e-4af3-8b17-ba411968535a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9839fbaf-2c71-4d61-aa0e-18906c3b094c HTTP/1.1" status: 200 len: 1001 time: 0.3643289 Aug 09 17:52:36.788977 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f6be0-995e-4ab6-acc5-2f2f39372025 req-cf28a4a7-9e21-4c57-b837-615bdfae9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:36.790476 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-c69f6be0-995e-4ab6-acc5-2f2f39372025 req-cf28a4a7-9e21-4c57-b837-615bdfae9a36 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4a1b09-306b-478e-b9be-ae5e19d8c7ce HTTP/1.1" status: 200 len: 851 time: 0.0487549 Aug 09 17:52:36.843559 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f6be0-995e-4ab6-acc5-2f2f39372025 req-bfee9c99-ae53-44a5-98d4-f1c7b2f3d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:36.845717 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-c69f6be0-995e-4ab6-acc5-2f2f39372025 req-bfee9c99-ae53-44a5-98d4-f1c7b2f3d304 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=977525a1-e275-4770-bce2-2f4d7a6aa30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466869 Aug 09 17:52:36.859569 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [req-c69f6be0-995e-4ab6-acc5-2f2f39372025 req-8a16d9af-4cdd-4174-b855-4aff7b20a5ac service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=99899) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:52:36.860598 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-c69f6be0-995e-4ab6-acc5-2f2f39372025 req-8a16d9af-4cdd-4174-b855-4aff7b20a5ac service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070708 Aug 09 17:52:36.987414 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-c69f6be0-995e-4ab6-acc5-2f2f39372025 req-9096350f-8f4f-4569-a8c2-a6888322e8a1 service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176879 Aug 09 17:52:37.091117 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-c69f6be0-995e-4ab6-acc5-2f2f39372025 req-f5c7ea39-a91a-42b5-8578-9a1c9e4e6934 service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954037 Aug 09 17:52:37.920748 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-7a7d2d31-eda9-4f5c-9c10-46c27025a109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:40.563928 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:40.870165 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-ce748913-554a-4544-a271-d49dfe2dc387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:41.892951 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:43.692592 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:48.068705 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:52:52.699048 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46567225-4a6f-4dbd-9ac7-e511196a1f6e req-e6f850ca-33ac-4d29-94fc-e65633e3a21a tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:52.700787 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-46567225-4a6f-4dbd-9ac7-e511196a1f6e req-e6f850ca-33ac-4d29-94fc-e65633e3a21a tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 945 time: 0.0549369 Aug 09 17:52:52.749809 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-46567225-4a6f-4dbd-9ac7-e511196a1f6e req-f21e4e02-54f1-4396-99f0-b47775416e24 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375600 Aug 09 17:52:53.911574 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc97831-8c90-4046-a74d-b6082f83c710 req-24e968a7-3149-479c-bb6a-f39cf2b2e082 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:53.914222 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fdc97831-8c90-4046-a74d-b6082f83c710 req-24e968a7-3149-479c-bb6a-f39cf2b2e082 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 945 time: 0.0806201 Aug 09 17:52:53.971843 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-fdc97831-8c90-4046-a74d-b6082f83c710 req-82b6d03d-b88a-4de4-8071-6da6612b0e45 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/security-groups?id=21e31bec-a871-49c6-85e2-270ce9fec343&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454650 Aug 09 17:52:54.597245 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3e8b8-e806-4021-98cb-b1a900ea3b6f req-3bc52cd9-44f5-4f38-ab21-f71c4ba2ffdc tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:54.598815 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5ec3e8b8-e806-4021-98cb-b1a900ea3b6f req-3bc52cd9-44f5-4f38-ab21-f71c4ba2ffdc tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.65 "GET /v2.0/ports?device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 945 time: 0.0563698 Aug 09 17:52:54.711409 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-5ec3e8b8-e806-4021-98cb-b1a900ea3b6f req-f090101f-8995-47f4-b9a8-ea2c82a7764c tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Deleting port 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:52:54.711721 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-5ec3e8b8-e806-4021-98cb-b1a900ea3b6f req-f090101f-8995-47f4-b9a8-ea2c82a7764c tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:54.855692 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-5ec3e8b8-e806-4021-98cb-b1a900ea3b6f req-f090101f-8995-47f4-b9a8-ea2c82a7764c tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] For port 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=2b46374d-ab9d-4805-bfb0-bf3fc8295b5f,segment=NetworkSegment(a1abefe6-34b4-4ba7-b743-b66b6a4b53ec),segment_id=a1abefe6-34b4-4ba7-b743-b66b6a4b53ec)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:52:54.857089 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-5ec3e8b8-e806-4021-98cb-b1a900ea3b6f req-f090101f-8995-47f4-b9a8-ea2c82a7764c tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:54.876896 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-5ec3e8b8-e806-4021-98cb-b1a900ea3b6f req-f090101f-8995-47f4-b9a8-ea2c82a7764c tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Calling delete_port for 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:52:55.036438 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-5ec3e8b8-e806-4021-98cb-b1a900ea3b6f req-f090101f-8995-47f4-b9a8-ea2c82a7764c tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:55.075315 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] get_ports_and_sgs() called for port_ids ['2b46374d-ab9d-4805-bfb0-bf3fc8295b5f'] {{(pid=99901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:52:55.085128 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090101f-8995-47f4-b9a8-ea2c82a7764c tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Pushing event deleted for resources: {'Port': ['ID=2b46374d-ab9d-4805-bfb0-bf3fc8295b5f,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:55.133894 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-0f20fdbc-022b-4eca-a834-406704e58a99 req-75f7cb5a-4ada-47ef-b08f-727f5d10aa31 tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.38 "GET /v2.0/ports?device_id=1765b9c1-b94c-4617-9430-35dba4332686 HTTP/1.1" status: 200 len: 210 time: 0.0650809 Aug 09 17:52:55.166704 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec3e8b8-e806-4021-98cb-b1a900ea3b6f req-f090101f-8995-47f4-b9a8-ea2c82a7764c tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] No DVR routers for this DVR port 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:52:55.170852 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-5ec3e8b8-e806-4021-98cb-b1a900ea3b6f req-f090101f-8995-47f4-b9a8-ea2c82a7764c tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:55.174577 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-5ec3e8b8-e806-4021-98cb-b1a900ea3b6f req-f090101f-8995-47f4-b9a8-ea2c82a7764c tempest-VolumesSnapshotTestJSON-896490117 tempest-VolumesSnapshotTestJSON-896490117-project] 10.222.0.65 "DELETE /v2.0/ports/2b46374d-ab9d-4805-bfb0-bf3fc8295b5f HTTP/1.1" status: 204 len: 173 time: 0.5692420 Aug 09 17:52:55.175360 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1765b9c1-b94c-4617-9430-35dba4332686', 'name': 'network-vif-deleted', 'tag': '2b46374d-ab9d-4805-bfb0-bf3fc8295b5f'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:52:55.179596 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5227b5-fe2f-4599-9d6d-73edbbab4b96" -d '{"events": [{"server_uuid": "1765b9c1-b94c-4617-9430-35dba4332686", "name": "network-vif-deleted", "tag": "2b46374d-ab9d-4805-bfb0-bf3fc8295b5f"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:52:55.317716 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92dc2ee-b22d-4246-b6e6-11c8abed2c75 x-openstack-request-id: req-c92dc2ee-b22d-4246-b6e6-11c8abed2c75 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:52:55.318107 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1765b9c1-b94c-4617-9430-35dba4332686", "name": "network-vif-deleted", "tag": "2b46374d-ab9d-4805-bfb0-bf3fc8295b5f", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:52:55.318472 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c92dc2ee-b22d-4246-b6e6-11c8abed2c75 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:52:55.318997 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1765b9c1-b94c-4617-9430-35dba4332686', 'name': 'network-vif-deleted', 'tag': '2b46374d-ab9d-4805-bfb0-bf3fc8295b5f', 'status': 'completed', 'code': 200} Aug 09 17:52:56.666284 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:00.976489 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:53:00.997421 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:53:00.997788 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 2b46374d-ab9d-4805-bfb0-bf3fc8295b5f not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:53:07.915659 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-5cca7cdd-f91d-4f32-8329-c5198145dad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:10.569580 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:10.871305 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-fdc4bd44-af72-497f-b4ae-6b5c003d1e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:11.893848 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:13.696848 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:19.742957 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58372) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:53:19.787033 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_v2 [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Deleting subnet b37702c4-2008-4347-9ded-8e1bf37cb44f {{(pid=99899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:53:19.790106 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:19.826437 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9885487'] for subnet, precommit_delete_associations {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:19.871615 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:19.924990 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9831829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9541566'] for subnet, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:19.950111 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b37702c4-2008-4347-9ded-8e1bf37cb44f,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:53:19.954702 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:19.956915 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b37702c4-2008-4347-9ded-8e1bf37cb44f HTTP/1.1" status: 204 len: 168 time: 0.2126091 Aug 09 17:53:19.959552 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 58374) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:53:19.961317 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:19.961656 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:19.961989 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:19.962323 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:19.962645 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:19.963013 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:19.963352 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:19.963740 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:19.963998 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:19.964479 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:19.964951 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:19.965921 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c6d93-d8f0-41c6-83ff-4e63f8c68f32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:20.031430 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:20.117481 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:20.128234 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ad721d-b81e-4a5f-8337-3db150223507']}} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:53:20.139728 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1abefe6-34b4-4ba7-b743-b66b6a4b53ec') {'for_net_delete': True} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:53:20.140021 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.services.segments.db [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1abefe6-34b4-4ba7-b743-b66b6a4b53ec') {} {{(pid=99900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:53:20.149540 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10054350'] for segment, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:20.165990 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:20.172657 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=99900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:53:20.173117 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10004083'] for segment, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: Traceback (most recent call last): Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: timer() Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: cb(*args, **kw) Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: return func(*args, **kwargs) Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: self._notify() Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: self.callback(batched_events) Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: event.method(event) Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: return f(self, *a, **k) Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: return self._get(url).json() Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: return self.request(url, 'GET', **kwargs) Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:53:20.174923 dv-cinder-780933-13-iscsi neutron-server[99900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:53:20.229587 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:20.235924 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:20.237793 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] 10.222.0.38 "DELETE /v2.0/networks/97ad721d-b81e-4a5f-8337-3db150223507 HTTP/1.1" status: 204 len: 168 time: 0.2772663 Aug 09 17:53:20.249736 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Pushing event deleted for resources: {'Network': ['ID=97ad721d-b81e-4a5f-8337-3db150223507,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:53:20.257316 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:20.257659 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:20.257994 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:20.258319 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:20.258637 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:20.258979 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:20.259300 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:20.259622 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:20.259940 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:20.260257 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:20.260569 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:20.260875 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ff9cc-690d-4098-b2e9-f2d85703f054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:20.362170 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 58378) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:53:20.407424 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-93193b80-55f9-492d-85cd-21bfc190ab1b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cfa2aaf1bc21456b9546221a5f2b17af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441182 Aug 09 17:53:20.409813 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 58380) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:53:20.465863 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-24d49d3e-a2fb-47af-8922-7564e8c15f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:20.488786 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-24d49d3e-a2fb-47af-8922-7564e8c15f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:20.538093 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-24d49d3e-a2fb-47af-8922-7564e8c15f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:20.540672 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-24d49d3e-a2fb-47af-8922-7564e8c15f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:20.541815 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-24d49d3e-a2fb-47af-8922-7564e8c15f77 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21e31bec-a871-49c6-85e2-270ce9fec343 HTTP/1.1" status: 204 len: 168 time: 0.1310945 Aug 09 17:53:20.550007 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d49d3e-a2fb-47af-8922-7564e8c15f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e31bec-a871-49c6-85e2-270ce9fec343,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:53:25.067640 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:53:26.658503 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:29.696607 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58456) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:53:29.817027 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-917277b0-e15a-4956-b6e7-24f329e4b6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:29.917950 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-917277b0-e15a-4956-b6e7-24f329e4b6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:29.922374 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-917277b0-e15a-4956-b6e7-24f329e4b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:29.961222 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-917277b0-e15a-4956-b6e7-24f329e4b6e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=691a672153a8453aaea36c69e374e51d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634287 Aug 09 17:53:29.961968 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917277b0-e15a-4956-b6e7-24f329e4b6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9052e6de-6bfd-4a24-893a-99f25a8f1454,revision_number=1']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:53:29.963972 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 58460) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:53:30.017405 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7c1f39a3-3073-4661-aedf-3e924efa5322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:30.039993 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7c1f39a3-3073-4661-aedf-3e924efa5322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:30.088498 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7c1f39a3-3073-4661-aedf-3e924efa5322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:30.092054 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-7c1f39a3-3073-4661-aedf-3e924efa5322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:30.093604 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-7c1f39a3-3073-4661-aedf-3e924efa5322 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9052e6de-6bfd-4a24-893a-99f25a8f1454 HTTP/1.1" status: 204 len: 168 time: 0.1278014 Aug 09 17:53:30.101980 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f39a3-3073-4661-aedf-3e924efa5322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9052e6de-6bfd-4a24-893a-99f25a8f1454,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:53:37.938952 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-afb91d13-103c-4626-9c78-49c7598baffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:38.062184 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e02a877e-5716-4f85-aecb-c3227aadb494 req-7633988f-21c1-47a4-9f9a-684a1ba72179 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574920 Aug 09 17:53:38.150116 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a877e-5716-4f85-aecb-c3227aadb494 req-660dafd1-5406-4822-a43e-6263702086ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:53:38.151838 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e02a877e-5716-4f85-aecb-c3227aadb494 req-660dafd1-5406-4822-a43e-6263702086ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 1098 time: 0.0516059 Aug 09 17:53:38.309247 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a877e-5716-4f85-aecb-c3227aadb494 req-0725977e-e666-429e-9bea-7bbf2670e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:53:38.311755 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e02a877e-5716-4f85-aecb-c3227aadb494 req-0725977e-e666-429e-9bea-7bbf2670e517 service neutron] 10.222.0.65 "GET /v2.0/networks?id=977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 200 len: 913 time: 0.1284947 Aug 09 17:53:38.394573 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e02a877e-5716-4f85-aecb-c3227aadb494 req-0cb97609-5592-4911-ac72-21007ad83f6f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2ce2951-41de-438c-aa79-5a5a3dff8d1f HTTP/1.1" status: 200 len: 1001 time: 0.0752223 Aug 09 17:53:38.472592 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a877e-5716-4f85-aecb-c3227aadb494 req-add25e95-d2ee-43a4-abd2-7cded15cdbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:53:38.475060 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e02a877e-5716-4f85-aecb-c3227aadb494 req-add25e95-d2ee-43a4-abd2-7cded15cdbe8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4a1b09-306b-478e-b9be-ae5e19d8c7ce HTTP/1.1" status: 200 len: 851 time: 0.0729854 Aug 09 17:53:38.527464 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a877e-5716-4f85-aecb-c3227aadb494 req-31f04f2e-d0b9-4f92-8b01-162c52de5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:53:38.529019 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e02a877e-5716-4f85-aecb-c3227aadb494 req-31f04f2e-d0b9-4f92-8b01-162c52de5e3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=977525a1-e275-4770-bce2-2f4d7a6aa30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466552 Aug 09 17:53:38.633553 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e02a877e-5716-4f85-aecb-c3227aadb494 req-e1f2e33e-ec6d-4f02-a0aa-bcb84d420085 service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960472 Aug 09 17:53:38.748834 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-e02a877e-5716-4f85-aecb-c3227aadb494 req-ff2bca64-0350-44ac-8f0f-dfefb7a3c906 service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078308 Aug 09 17:53:40.574333 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:40.881078 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-80e9e4fe-15ed-457f-b6e0-a84b97fe0b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:41.904628 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:43.705817 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:56.674135 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:02.045423 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 58466) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:54:02.066977 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:54:02.204791 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ef265-87f9-4191-a582-a1ca43eccb5a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Deleting port 4278c98b-3743-446b-9682-9155cf9e81a3 {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:54:02.205133 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef265-87f9-4191-a582-a1ca43eccb5a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:02.285366 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef265-87f9-4191-a582-a1ca43eccb5a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:02.285690 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef265-87f9-4191-a582-a1ca43eccb5a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:02.298505 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ef265-87f9-4191-a582-a1ca43eccb5a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Calling delete_port for 4278c98b-3743-446b-9682-9155cf9e81a3 owned by network:floatingip {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:54:02.452606 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef265-87f9-4191-a582-a1ca43eccb5a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:02.478258 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ef265-87f9-4191-a582-a1ca43eccb5a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event deleted for resources: {'Port': ['ID=4278c98b-3743-446b-9682-9155cf9e81a3,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:02.545909 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef265-87f9-4191-a582-a1ca43eccb5a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for floatingip, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:02.546230 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.l3_db [None req-ea7ef265-87f9-4191-a582-a1ca43eccb5a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Floating IP 65f51f49-9241-470e-8271-00e192d3e433 disassociated (deleted). External IP: 172.27.3.210, port: e2ce2951-41de-438c-aa79-5a5a3dff8d1f. Aug 09 17:54:02.756630 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7ef265-87f9-4191-a582-a1ca43eccb5a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Router 4daa703a-4cab-4b62-bdee-696d513c6360 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:54:02.878586 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7ef265-87f9-4191-a582-a1ca43eccb5a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:54:02.883053 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-ea7ef265-87f9-4191-a582-a1ca43eccb5a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:02.889795 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474cb7d8-7f32-48e7-9cea-ebf37db3549c None None] Sync routers for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:54:02.901687 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474cb7d8-7f32-48e7-9cea-ebf37db3549c None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:54:02.902498 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-474cb7d8-7f32-48e7-9cea-ebf37db3549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:53:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:02.912168 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-ea7ef265-87f9-4191-a582-a1ca43eccb5a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "DELETE /v2.0/floatingips/65f51f49-9241-470e-8271-00e192d3e433 HTTP/1.1" status: 204 len: 168 time: 0.8656032 Aug 09 17:54:02.912827 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962de4bb-5283-449d-8c6c-b805ba7de4a6', 'tag': 'e2ce2951-41de-438c-aa79-5a5a3dff8d1f'}] {{(pid=99900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:54:02.915512 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52788b1323733baf8e31af4f639cf4d765f564af81bf47ef1f9025336242e156" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1fde8b-a790-4977-bdb9-43134ade5a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "962de4bb-5283-449d-8c6c-b805ba7de4a6", "tag": "e2ce2951-41de-438c-aa79-5a5a3dff8d1f"}]}' {{(pid=99900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:54:03.018713 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-474cb7d8-7f32-48e7-9cea-ebf37db3549c None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:54:03.294218 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fde8b-a790-4977-bdb9-43134ade5a0a req-7a7f8ab0-795f-4c5e-96a1-2dd3f7b100c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:54:03.294935 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8e1fde8b-a790-4977-bdb9-43134ade5a0a req-7a7f8ab0-795f-4c5e-96a1-2dd3f7b100c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 1098 time: 0.0484772 Aug 09 17:54:03.314748 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-474cb7d8-7f32-48e7-9cea-ebf37db3549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '931c396c-cacd-43da-ac18-6183e67908ea', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'port_id': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'mac_address': 'fa:16:3e:0e:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef4c811-a0ca-438a-ab10-038661f35229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:50:06Z', 'updated_at': '2021-08-09T17:50:08Z', 'revision_number': 1, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:03.369697 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474cb7d8-7f32-48e7-9cea-ebf37db3549c None None] Checking router: 4daa703a-4cab-4b62-bdee-696d513c6360 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:54:03.385126 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474cb7d8-7f32-48e7-9cea-ebf37db3549c None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:54:03.386185 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-474cb7d8-7f32-48e7-9cea-ebf37db3549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:53:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:03.406454 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fde8b-a790-4977-bdb9-43134ade5a0a req-c656e83d-fd70-4e7d-a7b4-2c883179040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:54:03.408021 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8e1fde8b-a790-4977-bdb9-43134ade5a0a req-c656e83d-fd70-4e7d-a7b4-2c883179040f service neutron] 10.222.0.65 "GET /v2.0/networks?id=977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 200 len: 913 time: 0.1048317 Aug 09 17:54:03.443780 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6977ea36-453b-4645-82e6-dc0abd43a214 x-openstack-request-id: req-6977ea36-453b-4645-82e6-dc0abd43a214 {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:54:03.444424 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962de4bb-5283-449d-8c6c-b805ba7de4a6", "tag": "e2ce2951-41de-438c-aa79-5a5a3dff8d1f", "status": "completed", "code": 200}]} {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:54:03.444424 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6977ea36-453b-4645-82e6-dc0abd43a214 {{(pid=99900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:54:03.444758 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962de4bb-5283-449d-8c6c-b805ba7de4a6', 'tag': 'e2ce2951-41de-438c-aa79-5a5a3dff8d1f', 'status': 'completed', 'code': 200} Aug 09 17:54:03.454581 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8e1fde8b-a790-4977-bdb9-43134ade5a0a req-977f03a9-1833-473d-a13b-fe14cebe7fb0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2ce2951-41de-438c-aa79-5a5a3dff8d1f HTTP/1.1" status: 200 len: 217 time: 0.0384314 Aug 09 17:54:03.474252 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24db3e1-10ab-4ffd-9c10-adc6db1c4900 req-f12d9879-f7f6-44ff-9397-b76d4e845349 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:54:03.475859 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f24db3e1-10ab-4ffd-9c10-adc6db1c4900 req-f12d9879-f7f6-44ff-9397-b76d4e845349 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 945 time: 0.3280878 Aug 09 17:54:03.520234 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fde8b-a790-4977-bdb9-43134ade5a0a req-23b423a5-53d3-4938-89e6-c7f92034f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:54:03.521762 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8e1fde8b-a790-4977-bdb9-43134ade5a0a req-23b423a5-53d3-4938-89e6-c7f92034f2e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4a1b09-306b-478e-b9be-ae5e19d8c7ce HTTP/1.1" status: 200 len: 851 time: 0.0604002 Aug 09 17:54:03.524106 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-f24db3e1-10ab-4ffd-9c10-adc6db1c4900 req-51a2854b-5e49-44d4-9b59-ba09872d8de9 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407350 Aug 09 17:54:03.540242 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-474cb7d8-7f32-48e7-9cea-ebf37db3549c None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:54:03.582051 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fde8b-a790-4977-bdb9-43134ade5a0a req-0053a456-f8c2-4f7e-8114-93da0aa016b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:54:03.583531 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8e1fde8b-a790-4977-bdb9-43134ade5a0a req-0053a456-f8c2-4f7e-8114-93da0aa016b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=977525a1-e275-4770-bce2-2f4d7a6aa30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539010 Aug 09 17:54:03.677637 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8e1fde8b-a790-4977-bdb9-43134ade5a0a req-c44376ee-aa67-4cc4-ba5a-bc2c773599da service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858128 Aug 09 17:54:03.785053 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-8e1fde8b-a790-4977-bdb9-43134ade5a0a req-a3c91518-0d0a-4e67-b496-30126c2cb3de service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996308 Aug 09 17:54:03.788302 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-474cb7d8-7f32-48e7-9cea-ebf37db3549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '931c396c-cacd-43da-ac18-6183e67908ea', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'port_id': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'mac_address': 'fa:16:3e:0e:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef4c811-a0ca-438a-ab10-038661f35229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:50:06Z', 'updated_at': '2021-08-09T17:50:08Z', 'revision_number': 1, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:03.816978 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474cb7d8-7f32-48e7-9cea-ebf37db3549c None None] The sync data for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi is: [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_floatingips': [{'id': '931c396c-cacd-43da-ac18-6183e67908ea', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'router_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'port_id': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'mac_address': 'fa:16:3e:0e:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef4c811-a0ca-438a-ab10-038661f35229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:50:06Z', 'updated_at': '2021-08-09T17:50:08Z', 'revision_number': 1, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:54:04.176036 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9730d861-fb91-4619-b1de-4416c7306a32 None None] New status for floating IP 65f51f49-9241-470e-8271-00e192d3e433: DOWN {{(pid=99902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:54:04.654001 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cef5c4-e44b-4d81-a345-555c1cb41360 req-f51ced66-2e70-4dc1-8b5e-0690c08e483b tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:54:04.655539 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c7cef5c4-e44b-4d81-a345-555c1cb41360 req-f51ced66-2e70-4dc1-8b5e-0690c08e483b tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 945 time: 0.0501060 Aug 09 17:54:04.693359 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-c7cef5c4-e44b-4d81-a345-555c1cb41360 req-c8386b08-67b1-465c-93ab-6b0eacd42d9e tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318532 Aug 09 17:54:04.918747 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97ec69-1ff8-42fb-bf53-3b6ee16d6b50 req-9a26c123-6b44-4edb-8f84-a40d0eaa47eb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:54:04.920281 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-dd97ec69-1ff8-42fb-bf53-3b6ee16d6b50 req-9a26c123-6b44-4edb-8f84-a40d0eaa47eb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.65 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 945 time: 0.0514815 Aug 09 17:54:05.024882 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-dd97ec69-1ff8-42fb-bf53-3b6ee16d6b50 req-19dfb762-80b8-4491-8dfc-6835aec897fb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Deleting port e2ce2951-41de-438c-aa79-5a5a3dff8d1f {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:54:05.025352 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-dd97ec69-1ff8-42fb-bf53-3b6ee16d6b50 req-19dfb762-80b8-4491-8dfc-6835aec897fb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:05.123303 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-dd97ec69-1ff8-42fb-bf53-3b6ee16d6b50 req-19dfb762-80b8-4491-8dfc-6835aec897fb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] For port e2ce2951-41de-438c-aa79-5a5a3dff8d1f, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=e2ce2951-41de-438c-aa79-5a5a3dff8d1f,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:54:05.123674 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-dd97ec69-1ff8-42fb-bf53-3b6ee16d6b50 req-19dfb762-80b8-4491-8dfc-6835aec897fb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:05.140391 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-dd97ec69-1ff8-42fb-bf53-3b6ee16d6b50 req-19dfb762-80b8-4491-8dfc-6835aec897fb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Calling delete_port for e2ce2951-41de-438c-aa79-5a5a3dff8d1f owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:54:05.302900 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-dd97ec69-1ff8-42fb-bf53-3b6ee16d6b50 req-19dfb762-80b8-4491-8dfc-6835aec897fb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:05.333850 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfb762-80b8-4491-8dfc-6835aec897fb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event deleted for resources: {'Port': ['ID=e2ce2951-41de-438c-aa79-5a5a3dff8d1f,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:05.389646 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd97ec69-1ff8-42fb-bf53-3b6ee16d6b50 req-19dfb762-80b8-4491-8dfc-6835aec897fb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] No DVR routers for this DVR port e2ce2951-41de-438c-aa79-5a5a3dff8d1f on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:54:05.392674 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-dd97ec69-1ff8-42fb-bf53-3b6ee16d6b50 req-19dfb762-80b8-4491-8dfc-6835aec897fb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:05.394981 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-dd97ec69-1ff8-42fb-bf53-3b6ee16d6b50 req-19dfb762-80b8-4491-8dfc-6835aec897fb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.65 "DELETE /v2.0/ports/e2ce2951-41de-438c-aa79-5a5a3dff8d1f HTTP/1.1" status: 204 len: 173 time: 0.4677582 Aug 09 17:54:05.395471 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962de4bb-5283-449d-8c6c-b805ba7de4a6', 'name': 'network-vif-deleted', 'tag': 'e2ce2951-41de-438c-aa79-5a5a3dff8d1f'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:54:05.397953 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ffb649-7953-42d1-8bd7-e4735146ca99" -d '{"events": [{"server_uuid": "962de4bb-5283-449d-8c6c-b805ba7de4a6", "name": "network-vif-deleted", "tag": "e2ce2951-41de-438c-aa79-5a5a3dff8d1f"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:54:05.440126 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e0f51f-a903-4a20-b0d9-fb466fe2282c x-openstack-request-id: req-d3e0f51f-a903-4a20-b0d9-fb466fe2282c {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:54:05.440572 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962de4bb-5283-449d-8c6c-b805ba7de4a6", "name": "network-vif-deleted", "tag": "e2ce2951-41de-438c-aa79-5a5a3dff8d1f", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:54:05.440883 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d3e0f51f-a903-4a20-b0d9-fb466fe2282c {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:54:05.441304 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962de4bb-5283-449d-8c6c-b805ba7de4a6', 'name': 'network-vif-deleted', 'tag': 'e2ce2951-41de-438c-aa79-5a5a3dff8d1f', 'status': 'completed', 'code': 200} Aug 09 17:54:05.803555 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-8aa7a159-00f8-46d4-ab35-cb7416999f4d req-c01c6772-79bd-466f-8c60-42b56c4929bd tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=962de4bb-5283-449d-8c6c-b805ba7de4a6 HTTP/1.1" status: 200 len: 210 time: 0.0357418 Aug 09 17:54:07.921959 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-47aefdf9-2bc8-4262-bd79-d92b455554ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:09.103229 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [-] (99900) accepted ('10.222.0.38', 58506) {{(pid=99900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:54:09.264766 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-468c4ea2-6c64-400c-ad5b-88c6d5fa5679 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Deleting port 98c49deb-6c32-42c8-b4b1-df168661b493 {{(pid=99900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:54:09.265102 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-468c4ea2-6c64-400c-ad5b-88c6d5fa5679 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:09.345316 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-468c4ea2-6c64-400c-ad5b-88c6d5fa5679 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:09.345581 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-468c4ea2-6c64-400c-ad5b-88c6d5fa5679 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:09.357854 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.plugins.ml2.plugin [None req-468c4ea2-6c64-400c-ad5b-88c6d5fa5679 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Calling delete_port for 98c49deb-6c32-42c8-b4b1-df168661b493 owned by network:floatingip {{(pid=99900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:54:09.509089 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-468c4ea2-6c64-400c-ad5b-88c6d5fa5679 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10004126'] for port, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:09.534561 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c4ea2-6c64-400c-ad5b-88c6d5fa5679 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event deleted for resources: {'Port': ['ID=98c49deb-6c32-42c8-b4b1-df168661b493,revision_number=None']} {{(pid=99900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:09.601531 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-468c4ea2-6c64-400c-ad5b-88c6d5fa5679 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for floatingip, after_delete {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:09.601945 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.db.l3_db [None req-468c4ea2-6c64-400c-ad5b-88c6d5fa5679 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Floating IP 931c396c-cacd-43da-ac18-6183e67908ea disassociated (deleted). External IP: 172.27.3.45, port: 9839fbaf-2c71-4d61-aa0e-18906c3b094c. Aug 09 17:54:09.813706 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468c4ea2-6c64-400c-ad5b-88c6d5fa5679 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Router 4daa703a-4cab-4b62-bdee-696d513c6360 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:54:09.855994 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device e2ce2951-41de-438c-aa79-5a5a3dff8d1f no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:54:09.880084 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: e2ce2951-41de-438c-aa79-5a5a3dff8d1f {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:54:09.880469 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device e2ce2951-41de-438c-aa79-5a5a3dff8d1f not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:54:09.927414 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468c4ea2-6c64-400c-ad5b-88c6d5fa5679 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:54:09.932657 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron_lib.callbacks.manager [None req-468c4ea2-6c64-400c-ad5b-88c6d5fa5679 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:09.939550 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a0b8f-4fe4-40b5-a3d9-33c155d5a0ac None None] Sync routers for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:54:09.949641 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2a0b8f-4fe4-40b5-a3d9-33c155d5a0ac None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:54:09.950448 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-fd2a0b8f-4fe4-40b5-a3d9-33c155d5a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:53:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:09.963430 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [None req-468c4ea2-6c64-400c-ad5b-88c6d5fa5679 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "DELETE /v2.0/floatingips/931c396c-cacd-43da-ac18-6183e67908ea HTTP/1.1" status: 204 len: 168 time: 0.8591311 Aug 09 17:54:09.963996 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef4c811-a0ca-438a-ab10-038661f35229', 'tag': '9839fbaf-2c71-4d61-aa0e-18906c3b094c'}] {{(pid=99900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:54:09.966294 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52788b1323733baf8e31af4f639cf4d765f564af81bf47ef1f9025336242e156" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65677ca3-4b01-40b5-bdde-affb3404c291" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef4c811-a0ca-438a-ab10-038661f35229", "tag": "9839fbaf-2c71-4d61-aa0e-18906c3b094c"}]}' {{(pid=99900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:54:10.006556 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbc6ec9-e01b-4ba4-a658-01a591099cbf x-openstack-request-id: req-9dbc6ec9-e01b-4ba4-a658-01a591099cbf {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:54:10.006836 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef4c811-a0ca-438a-ab10-038661f35229", "tag": "9839fbaf-2c71-4d61-aa0e-18906c3b094c", "status": "completed", "code": 200}]} {{(pid=99900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:54:10.007144 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9dbc6ec9-e01b-4ba4-a658-01a591099cbf {{(pid=99900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:54:10.007620 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef4c811-a0ca-438a-ab10-038661f35229', 'tag': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'status': 'completed', 'code': 200} Aug 09 17:54:10.115824 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65677ca3-4b01-40b5-bdde-affb3404c291 req-cccd0573-aaa5-403b-b11f-91e6719dff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:54:10.120254 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-65677ca3-4b01-40b5-bdde-affb3404c291 req-cccd0573-aaa5-403b-b11f-91e6719dff40 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ebd396b32434bc58226a584e7b67a82&device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 1099 time: 0.0662451 Aug 09 17:54:10.203433 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-fd2a0b8f-4fe4-40b5-a3d9-33c155d5a0ac None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:54:10.234656 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a32e2-5c3a-4a41-85cf-e3e95121b04e req-ed5d96b9-0ad2-44f5-90f8-02441a2ccda7 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:54:10.236486 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-283a32e2-5c3a-4a41-85cf-e3e95121b04e req-ed5d96b9-0ad2-44f5-90f8-02441a2ccda7 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 946 time: 0.0615921 Aug 09 17:54:10.237532 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65677ca3-4b01-40b5-bdde-affb3404c291 req-51d020e7-e46d-4131-9e2e-339dd9f6e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:54:10.239274 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-65677ca3-4b01-40b5-bdde-affb3404c291 req-51d020e7-e46d-4131-9e2e-339dd9f6e462 service neutron] 10.222.0.65 "GET /v2.0/networks?id=977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 200 len: 913 time: 0.1113255 Aug 09 17:54:10.281198 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-283a32e2-5c3a-4a41-85cf-e3e95121b04e req-74af0fc0-dd26-4ea7-bda5-cb6137d1411d tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379641 Aug 09 17:54:10.290479 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-65677ca3-4b01-40b5-bdde-affb3404c291 req-dcb773cd-8f09-4acc-a03f-9a749b276409 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9839fbaf-2c71-4d61-aa0e-18906c3b094c HTTP/1.1" status: 200 len: 217 time: 0.0431464 Aug 09 17:54:10.344446 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65677ca3-4b01-40b5-bdde-affb3404c291 req-0ee4ed44-ffd0-4fb6-93af-1d75d36a9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:54:10.345932 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-65677ca3-4b01-40b5-bdde-affb3404c291 req-0ee4ed44-ffd0-4fb6-93af-1d75d36a9686 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e4a1b09-306b-478e-b9be-ae5e19d8c7ce HTTP/1.1" status: 200 len: 851 time: 0.0468903 Aug 09 17:54:10.393960 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65677ca3-4b01-40b5-bdde-affb3404c291 req-e418a208-cfa6-44a3-a1ec-10caf7103974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:54:10.395419 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-65677ca3-4b01-40b5-bdde-affb3404c291 req-e418a208-cfa6-44a3-a1ec-10caf7103974 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=977525a1-e275-4770-bce2-2f4d7a6aa30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420101 Aug 09 17:54:10.412644 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-fd2a0b8f-4fe4-40b5-a3d9-33c155d5a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:10.441753 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a0b8f-4fe4-40b5-a3d9-33c155d5a0ac None None] Checking router: 4daa703a-4cab-4b62-bdee-696d513c6360 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:54:10.451119 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2a0b8f-4fe4-40b5-a3d9-33c155d5a0ac None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:54:10.451769 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-fd2a0b8f-4fe4-40b5-a3d9-33c155d5a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:53:41Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:10.513156 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-65677ca3-4b01-40b5-bdde-affb3404c291 req-9e1164c9-70ef-48b2-a3ec-c8e1a78ae0bb service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094604 Aug 09 17:54:10.584765 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-fd2a0b8f-4fe4-40b5-a3d9-33c155d5a0ac None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:54:10.587698 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:10.614105 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-65677ca3-4b01-40b5-bdde-affb3404c291 req-5c96ffb6-3bd9-4054-8f21-30ec6b3a70b7 service neutron] 10.222.0.65 "GET /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923898 Aug 09 17:54:10.803766 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-fd2a0b8f-4fe4-40b5-a3d9-33c155d5a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:10.838478 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2a0b8f-4fe4-40b5-a3d9-33c155d5a0ac None None] The sync data for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi is: [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:43Z', 'revision_number': 4, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi', '_interfaces': [{'id': '6f6d1135-ea72-405d-bd9b-72e63158e94c', 'name': '', 'network_id': '977525a1-e275-4770-bce2-2f4d7a6aa30e', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'mac_address': 'fa:16:3e:6f:19:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:43Z', 'updated_at': '2021-08-09T17:46:51Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'subnets': [{'id': '6e4a1b09-306b-478e-b9be-ae5e19d8c7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:54:10.877602 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-ce3c65bf-9958-4cf3-b70d-439692d593a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:11.065032 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c902ac-128e-448b-9c2d-262d62037981 None None] New status for floating IP 931c396c-cacd-43da-ac18-6183e67908ea: DOWN {{(pid=99902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:54:11.406421 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae360d3e-781e-4459-88a0-72baa94c3671 req-c179edaa-fbc2-45b4-b831-62667a3906eb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:54:11.408325 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ae360d3e-781e-4459-88a0-72baa94c3671 req-c179edaa-fbc2-45b4-b831-62667a3906eb tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 946 time: 0.0511184 Aug 09 17:54:11.446136 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-ae360d3e-781e-4459-88a0-72baa94c3671 req-5ba0f8fc-cd9c-4da3-80f2-78c7b982ddc0 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/security-groups?id=6ea6b252-2be5-489a-b834-31ba91499c12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320678 Aug 09 17:54:11.861924 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a971b9-3d3b-444e-a8ec-cb8d1ed92f52 req-b256f8f2-df8a-4a57-8ebb-a6fa4d51ec6f tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:54:11.863439 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-29a971b9-3d3b-444e-a8ec-cb8d1ed92f52 req-b256f8f2-df8a-4a57-8ebb-a6fa4d51ec6f tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 946 time: 0.0536482 Aug 09 17:54:11.900569 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:11.962743 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-29a971b9-3d3b-444e-a8ec-cb8d1ed92f52 req-7dbc840e-1350-4920-81c1-4900d2b15011 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Deleting port 9839fbaf-2c71-4d61-aa0e-18906c3b094c {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:54:11.963195 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-29a971b9-3d3b-444e-a8ec-cb8d1ed92f52 req-7dbc840e-1350-4920-81c1-4900d2b15011 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:12.055329 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [req-29a971b9-3d3b-444e-a8ec-cb8d1ed92f52 req-7dbc840e-1350-4920-81c1-4900d2b15011 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] For port 9839fbaf-2c71-4d61-aa0e-18906c3b094c, host hv-cinder-78093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78093',level=0,port_id=9839fbaf-2c71-4d61-aa0e-18906c3b094c,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:54:12.055686 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-29a971b9-3d3b-444e-a8ec-cb8d1ed92f52 req-7dbc840e-1350-4920-81c1-4900d2b15011 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:12.069718 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [req-29a971b9-3d3b-444e-a8ec-cb8d1ed92f52 req-7dbc840e-1350-4920-81c1-4900d2b15011 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Calling delete_port for 9839fbaf-2c71-4d61-aa0e-18906c3b094c owned by compute:nova {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:54:12.204752 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-29a971b9-3d3b-444e-a8ec-cb8d1ed92f52 req-7dbc840e-1350-4920-81c1-4900d2b15011 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:12.234891 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc840e-1350-4920-81c1-4900d2b15011 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event deleted for resources: {'Port': ['ID=9839fbaf-2c71-4d61-aa0e-18906c3b094c,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:12.282038 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a971b9-3d3b-444e-a8ec-cb8d1ed92f52 req-7dbc840e-1350-4920-81c1-4900d2b15011 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] No DVR routers for this DVR port 9839fbaf-2c71-4d61-aa0e-18906c3b094c on host hv-cinder-78093 {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:54:12.284665 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [req-29a971b9-3d3b-444e-a8ec-cb8d1ed92f52 req-7dbc840e-1350-4920-81c1-4900d2b15011 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for port, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:12.286678 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [req-29a971b9-3d3b-444e-a8ec-cb8d1ed92f52 req-7dbc840e-1350-4920-81c1-4900d2b15011 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.65 "DELETE /v2.0/ports/9839fbaf-2c71-4d61-aa0e-18906c3b094c HTTP/1.1" status: 204 len: 173 time: 0.4170952 Aug 09 17:54:12.287156 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef4c811-a0ca-438a-ab10-038661f35229', 'name': 'network-vif-deleted', 'tag': '9839fbaf-2c71-4d61-aa0e-18906c3b094c'}] {{(pid=99899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:54:12.289412 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca32eebb124e2e086c69b5164dcf2f0336c88364a82af8730c7ea11a2f7aac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfb60ad-57cf-4e4b-b097-9525e0118803" -d '{"events": [{"server_uuid": "0ef4c811-a0ca-438a-ab10-038661f35229", "name": "network-vif-deleted", "tag": "9839fbaf-2c71-4d61-aa0e-18906c3b094c"}]}' {{(pid=99899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:54:12.333027 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd06c4a5-618e-43ae-b5b2-d3d61ee482b5 x-openstack-request-id: req-fd06c4a5-618e-43ae-b5b2-d3d61ee482b5 {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:54:12.333325 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef4c811-a0ca-438a-ab10-038661f35229", "name": "network-vif-deleted", "tag": "9839fbaf-2c71-4d61-aa0e-18906c3b094c", "status": "completed", "code": 200}]} {{(pid=99899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:54:12.333580 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-fd06c4a5-618e-43ae-b5b2-d3d61ee482b5 {{(pid=99899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:54:12.333980 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef4c811-a0ca-438a-ab10-038661f35229', 'name': 'network-vif-deleted', 'tag': '9839fbaf-2c71-4d61-aa0e-18906c3b094c', 'status': 'completed', 'code': 200} Aug 09 17:54:12.543317 dv-cinder-780933-13-iscsi neutron-server[99900]: INFO neutron.wsgi [req-efd3fd8e-615b-418d-9c40-876f433a8da7 req-31d34848-fed0-404c-b78a-79f063ca4485 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "GET /v2.0/ports?device_id=0ef4c811-a0ca-438a-ab10-038661f35229 HTTP/1.1" status: 200 len: 210 time: 0.0268626 Aug 09 17:54:13.605766 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58524) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:54:13.702424 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:13.746070 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-6c675db6-8e78-4cc6-976b-04062c5203c8 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Deleting port 99ccc9ae-42da-400f-80b3-336f1c9c3ce5 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:54:13.746070 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6c675db6-8e78-4cc6-976b-04062c5203c8 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:13.829560 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6c675db6-8e78-4cc6-976b-04062c5203c8 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:13.829875 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6c675db6-8e78-4cc6-976b-04062c5203c8 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:13.842326 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-6c675db6-8e78-4cc6-976b-04062c5203c8 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Calling delete_port for 99ccc9ae-42da-400f-80b3-336f1c9c3ce5 owned by network:floatingip {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:54:13.974905 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6c675db6-8e78-4cc6-976b-04062c5203c8 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:14.001274 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c675db6-8e78-4cc6-976b-04062c5203c8 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event deleted for resources: {'Port': ['ID=99ccc9ae-42da-400f-80b3-336f1c9c3ce5,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:14.072591 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6c675db6-8e78-4cc6-976b-04062c5203c8 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for floatingip, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:14.077776 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-6c675db6-8e78-4cc6-976b-04062c5203c8 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126265'] for floatingip, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:14.079283 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-6c675db6-8e78-4cc6-976b-04062c5203c8 tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "DELETE /v2.0/floatingips/155cda6c-d6d1-4466-b3fb-a096dfb36ee7 HTTP/1.1" status: 204 len: 168 time: 0.4722857 Aug 09 17:54:15.286312 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58536) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:54:15.350828 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0b321f5-940e-40ac-bde0-fca0fee2460a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:15.379120 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0b321f5-940e-40ac-bde0-fca0fee2460a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:15.450252 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0b321f5-940e-40ac-bde0-fca0fee2460a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:15.453549 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e0b321f5-940e-40ac-bde0-fca0fee2460a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:15.454800 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-e0b321f5-940e-40ac-bde0-fca0fee2460a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] 10.222.0.38 "DELETE /v2.0/security-groups/6ea6b252-2be5-489a-b834-31ba91499c12 HTTP/1.1" status: 204 len: 168 time: 0.1674447 Aug 09 17:54:15.465889 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b321f5-940e-40ac-bde0-fca0fee2460a tempest-TestVolumeBootPattern-1555002992 tempest-TestVolumeBootPattern-1555002992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea6b252-2be5-489a-b834-31ba91499c12,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:15.525397 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58540) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:54:15.901583 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 9839fbaf-2c71-4d61-aa0e-18906c3b094c no longer exists at agent hyperv_hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:54:15.921941 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] No Port match for: 9839fbaf-2c71-4d61-aa0e-18906c3b094c {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:54:15.922278 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Device 9839fbaf-2c71-4d61-aa0e-18906c3b094c not bound to the agent host hv-cinder-78093 {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:54:16.038766 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6b06-6de6-4568-bd93-07e16c312a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-961667'] for router_interface, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:16.284355 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-e5aa6b06-6de6-4568-bd93-07e16c312a4c admin admin] Deleting port 6f6d1135-ea72-405d-bd9b-72e63158e94c {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:54:16.284697 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6b06-6de6-4568-bd93-07e16c312a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:16.361669 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [None req-e5aa6b06-6de6-4568-bd93-07e16c312a4c admin admin] For port 6f6d1135-ea72-405d-bd9b-72e63158e94c, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=6f6d1135-ea72-405d-bd9b-72e63158e94c,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:54:16.362398 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6b06-6de6-4568-bd93-07e16c312a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:16.375518 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-e5aa6b06-6de6-4568-bd93-07e16c312a4c admin admin] Calling delete_port for 6f6d1135-ea72-405d-bd9b-72e63158e94c owned by network:router_interface {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:54:16.555451 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6b06-6de6-4568-bd93-07e16c312a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:16.584653 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa6b06-6de6-4568-bd93-07e16c312a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6d1135-ea72-405d-bd9b-72e63158e94c,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:16.761130 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-e5aa6b06-6de6-4568-bd93-07e16c312a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963379'] for router_interface, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:17.250246 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5aa6b06-6de6-4568-bd93-07e16c312a4c admin admin] Router 4daa703a-4cab-4b62-bdee-696d513c6360 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:54:17.360069 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aa6b06-6de6-4568-bd93-07e16c312a4c admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:54:17.370300 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-e5aa6b06-6de6-4568-bd93-07e16c312a4c admin admin] 10.222.0.38 "PUT /v2.0/routers/4daa703a-4cab-4b62-bdee-696d513c6360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8435018 Aug 09 17:54:17.372484 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58544) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:54:17.375403 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a378b64-1121-4efe-9311-155530aefea4 None None] Sync routers for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:54:17.389365 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a378b64-1121-4efe-9311-155530aefea4 None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:54:17.390000 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-7a378b64-1121-4efe-9311-155530aefea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:54:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:17.496430 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f4ee895f-4694-4856-be13-72828f109d0c admin admin] Notify callbacks [] for router, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:17.553649 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-7a378b64-1121-4efe-9311-155530aefea4 None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:54:17.611232 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f4ee895f-4694-4856-be13-72828f109d0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:17.670326 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee895f-4694-4856-be13-72828f109d0c admin admin] Deleting port 800c713f-ba03-4f62-b5dc-c64df71c659e {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:54:17.670604 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f4ee895f-4694-4856-be13-72828f109d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:17.750259 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [None req-f4ee895f-4694-4856-be13-72828f109d0c admin admin] For port 800c713f-ba03-4f62-b5dc-c64df71c659e, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=800c713f-ba03-4f62-b5dc-c64df71c659e,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:54:17.750617 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f4ee895f-4694-4856-be13-72828f109d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:17.752298 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-7a378b64-1121-4efe-9311-155530aefea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:54:16Z', 'revision_number': 5, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port': {'id': '800c713f-ba03-4f62-b5dc-c64df71c659e', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:17.764735 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee895f-4694-4856-be13-72828f109d0c admin admin] Calling delete_port for 800c713f-ba03-4f62-b5dc-c64df71c659e owned by network:router_gateway {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:54:17.780438 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a378b64-1121-4efe-9311-155530aefea4 None None] Checking router: 4daa703a-4cab-4b62-bdee-696d513c6360 for host: dv-cinder-780933-13-iscsi {{(pid=99901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:54:17.789054 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a378b64-1121-4efe-9311-155530aefea4 None None] Routers {'4daa703a-4cab-4b62-bdee-696d513c6360'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:54:17.789670 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-7a378b64-1121-4efe-9311-155530aefea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:54:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4daa703a-4cab-4b62-bdee-696d513c6360'], 'active': True} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:17.916567 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvr_db [None req-7a378b64-1121-4efe-9311-155530aefea4 None None] Set router 4daa703a-4cab-4b62-bdee-696d513c6360 gateway port host: None {{(pid=99901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:54:17.939058 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f4ee895f-4694-4856-be13-72828f109d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:17.965273 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee895f-4694-4856-be13-72828f109d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=800c713f-ba03-4f62-b5dc-c64df71c659e,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:17.969148 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_hamode_db [None req-7a378b64-1121-4efe-9311-155530aefea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:54:17Z', 'revision_number': 6, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port_host': None}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:17.999447 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a378b64-1121-4efe-9311-155530aefea4 None None] The sync data for ids ['4daa703a-4cab-4b62-bdee-696d513c6360'] in dv-cinder-780933-13-iscsi is: [{'id': '4daa703a-4cab-4b62-bdee-696d513c6360', 'name': 'tempest-TestVolumeBootPattern-1246657756-router', 'tenant_id': '7ebd396b32434bc58226a584e7b67a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:40Z', 'updated_at': '2021-08-09T17:54:17Z', 'revision_number': 6, 'project_id': '7ebd396b32434bc58226a584e7b67a82', 'gw_port_host': None}] {{(pid=99901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:54:18.039235 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f4ee895f-4694-4856-be13-72828f109d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962517'] for router_gateway, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.131503 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f4ee895f-4694-4856-be13-72828f109d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.133815 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f4ee895f-4694-4856-be13-72828f109d0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.178734 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f4ee895f-4694-4856-be13-72828f109d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-964309'] for router, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.179311 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ee895f-4694-4856-be13-72828f109d0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4daa703a-4cab-4b62-bdee-696d513c6360 {{(pid=99899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:54:18.183759 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-f4ee895f-4694-4856-be13-72828f109d0c admin admin] Notify callbacks [] for router, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.184963 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-f4ee895f-4694-4856-be13-72828f109d0c admin admin] 10.222.0.38 "DELETE /v2.0/routers/4daa703a-4cab-4b62-bdee-696d513c6360 HTTP/1.1" status: 204 len: 168 time: 0.8115413 Aug 09 17:54:18.187464 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58546) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:54:18.235854 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_v2 [None req-34848002-63b7-4fd1-95fc-445a818af975 admin admin] Deleting subnet 6e4a1b09-306b-478e-b9be-ae5e19d8c7ce {{(pid=99899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:54:18.238920 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-34848002-63b7-4fd1-95fc-445a818af975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.273361 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-34848002-63b7-4fd1-95fc-445a818af975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9885487'] for subnet, precommit_delete_associations {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.352458 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-34848002-63b7-4fd1-95fc-445a818af975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.413892 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-34848002-63b7-4fd1-95fc-445a818af975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9831829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9541566'] for subnet, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.446119 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34848002-63b7-4fd1-95fc-445a818af975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e4a1b09-306b-478e-b9be-ae5e19d8c7ce,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:18.453530 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-34848002-63b7-4fd1-95fc-445a818af975 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.455438 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-34848002-63b7-4fd1-95fc-445a818af975 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/6e4a1b09-306b-478e-b9be-ae5e19d8c7ce HTTP/1.1" status: 204 len: 168 time: 0.2670095 Aug 09 17:54:18.458124 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58548) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:54:18.459687 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898b52f4-662a-4b6f-aa1c-30121c7c3625 None None] Network 977525a1-e275-4770-bce2-2f4d7a6aa30e requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:54:18.527755 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.584127 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] Deleting port 5a17047f-0fe2-4b25-a4dd-269a60dffda2 {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:54:18.584295 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.656886 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] For port 5a17047f-0fe2-4b25-a4dd-269a60dffda2, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=5a17047f-0fe2-4b25-a4dd-269a60dffda2,segment=NetworkSegment(93d343ea-efe8-4283-9ce1-d374ff68c7ab),segment_id=93d343ea-efe8-4283-9ce1-d374ff68c7ab)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:54:18.657285 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.671420 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] Calling delete_port for 5a17047f-0fe2-4b25-a4dd-269a60dffda2 owned by network:dhcp {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:54:18.747987 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] DHCP port deletion for 977525a1-e275-4770-bce2-2f4d7a6aa30e request from dv-cinder-780933-13-iscsi {{(pid=99901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:54:18.771927 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.803823 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a17047f-0fe2-4b25-a4dd-269a60dffda2,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:18.808716 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] No DVR routers for this DVR port 5a17047f-0fe2-4b25-a4dd-269a60dffda2 on host dv-cinder-780933-13-iscsi {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:54:18.823106 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Deleting port 5a17047f-0fe2-4b25-a4dd-269a60dffda2 {{(pid=99901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:54:18.824289 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.841537 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 800c713f-ba03-4f62-b5dc-c64df71c659e no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:54:18.894376 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.897144 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 800c713f-ba03-4f62-b5dc-c64df71c659e {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:54:18.897436 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 800c713f-ba03-4f62-b5dc-c64df71c659e not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:54:18.897846 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 5a17047f-0fe2-4b25-a4dd-269a60dffda2 no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:54:18.906346 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977525a1-e275-4770-bce2-2f4d7a6aa30e']}} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:18.917194 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d343ea-efe8-4283-9ce1-d374ff68c7ab') {'for_net_delete': True} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:18.917545 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d343ea-efe8-4283-9ce1-d374ff68c7ab') {} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:18.924569 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 5a17047f-0fe2-4b25-a4dd-269a60dffda2 {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:54:18.924904 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 5a17047f-0fe2-4b25-a4dd-269a60dffda2 not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:54:18.925315 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 6f6d1135-ea72-405d-bd9b-72e63158e94c no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:54:18.927437 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9885496'] for segment, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.943373 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.951451 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=99899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:54:18.952068 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9831755'] for segment, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.952821 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 6f6d1135-ea72-405d-bd9b-72e63158e94c {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:54:18.953135 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 6f6d1135-ea72-405d-bd9b-72e63158e94c not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: Traceback (most recent call last): Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: timer() Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: cb(*args, **kw) Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: return func(*args, **kwargs) Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: self._notify() Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: self.callback(batched_events) Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: event.method(event) Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: return f(self, *a, **k) Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._get(url).json() Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: return self.request(url, 'GET', **kwargs) Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:54:18.955941 dv-cinder-780933-13-iscsi neutron-server[99899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:54:18.958735 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] For port 5a17047f-0fe2-4b25-a4dd-269a60dffda2, host dv-cinder-780933-13-iscsi, got binding levels [] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:54:18.959320 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:18.973999 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Calling delete_port for 5a17047f-0fe2-4b25-a4dd-269a60dffda2 owned by network:dhcp {{(pid=99901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:54:18.977092 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.ipam_backend_mixin [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Port 5a17047f-0fe2-4b25-a4dd-269a60dffda2 was not found and therefore no delete operation was performed {{(pid=99901) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 17:54:18.978470 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382'] for port, after_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:19.006594 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Pushing event deleted for resources: {'Port': ['ID=5a17047f-0fe2-4b25-a4dd-269a60dffda2,revision_number=None']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:19.010383 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] No DVR routers for this DVR port 5a17047f-0fe2-4b25-a4dd-269a60dffda2 on host dv-cinder-780933-13-iscsi {{(pid=99901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:54:19.018804 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:19.019426 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:19.019594 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:19.022909 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:19.022909 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:19.022909 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:19.022909 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:19.022909 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:19.022909 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:19.022909 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:19.022909 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:19.022909 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309cebc-3820-418c-aac9-f9e9fa503c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:19.039413 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:19.044120 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:19.047296 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] 10.222.0.38 "DELETE /v2.0/networks/977525a1-e275-4770-bce2-2f4d7a6aa30e HTTP/1.1" status: 204 len: 168 time: 0.5870337 Aug 09 17:54:19.049842 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58550) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:54:19.066128 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59662ab8-5e9a-43e0-92d6-92370e368422 admin admin] Pushing event deleted for resources: {'Network': ['ID=977525a1-e275-4770-bce2-2f4d7a6aa30e,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:19.408774 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-961667'] for router_interface, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:19.666282 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Deleting port a41383b1-5d71-4755-a970-08b2d74712bb {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:54:19.667057 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:19.758098 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] For port a41383b1-5d71-4755-a970-08b2d74712bb, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=a41383b1-5d71-4755-a970-08b2d74712bb,segment=NetworkSegment(2aab3444-6b9b-40bf-912b-8dd40424d752),segment_id=2aab3444-6b9b-40bf-912b-8dd40424d752)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:54:19.758453 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:19.772014 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Calling delete_port for a41383b1-5d71-4755-a970-08b2d74712bb owned by network:router_interface {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:54:19.954172 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:19.983795 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41383b1-5d71-4755-a970-08b2d74712bb,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:20.005303 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:20.005638 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:20.006108 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:20.006294 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:20.006611 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:20.006955 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:20.007274 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:20.007596 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:20.007914 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:20.008225 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:20.008536 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:20.008844 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780933-13-iscsi {{(pid=99899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:54:20.160585 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963379'] for router_interface, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:20.380657 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Router 4b7c82b6-a205-4b3c-afa4-3ce1f4074397 has already been hosted by L3 agent ae8cb339-f6af-460b-af11-77dd79d014d7 {{(pid=99899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:54:20.775315 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] Notify agent at l3_agent.dv-cinder-780933-13-iscsi the message routers_updated {{(pid=99899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:54:20.783447 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-1239b38d-104e-421f-a6fa-5c3bbe7c91c0 admin admin] 10.222.0.38 "PUT /v2.0/routers/4b7c82b6-a205-4b3c-afa4-3ce1f4074397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7311704 Aug 09 17:54:20.785384 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58552) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:54:20.789531 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0152aac-147e-4415-a3f3-637fd1e5d395 None None] Sync routers for ids ['4b7c82b6-a205-4b3c-afa4-3ce1f4074397'] in dv-cinder-780933-13-iscsi {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:54:20.804241 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0152aac-147e-4415-a3f3-637fd1e5d395 None None] Routers {'4b7c82b6-a205-4b3c-afa4-3ce1f4074397'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:54:20.804868 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-b0152aac-147e-4415-a3f3-637fd1e5d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:54:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4b7c82b6-a205-4b3c-afa4-3ce1f4074397'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:20.927023 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-25a00682-0012-4985-be69-bdcc43dd7754 admin admin] Notify callbacks [] for router, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:20.943222 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-b0152aac-147e-4415-a3f3-637fd1e5d395 None None] Set router 4b7c82b6-a205-4b3c-afa4-3ce1f4074397 gateway port host: dv-cinder-780933-13-iscsi {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:54:21.036749 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-25a00682-0012-4985-be69-bdcc43dd7754 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:21.092814 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-25a00682-0012-4985-be69-bdcc43dd7754 admin admin] Deleting port 337d4a19-8095-4fe8-aae3-ceb8f898063c {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:54:21.093155 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-25a00682-0012-4985-be69-bdcc43dd7754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:21.126571 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-b0152aac-147e-4415-a3f3-637fd1e5d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'name': 'tempest-TestVolumeBootPattern-652086044-router', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'external_fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '337d4a19-8095-4fe8-aae3-ceb8f898063c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:46Z', 'updated_at': '2021-08-09T17:54:19Z', 'revision_number': 5, 'project_id': '12464c90202a49beaae1772a3915a9a3', 'gw_port': {'id': '337d4a19-8095-4fe8-aae3-ceb8f898063c', 'name': '', 'network_id': 'ea6b9157-7b5c-46f4-b61f-3e223353ac5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780933-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:46:47Z', 'updated_at': '2021-08-09T17:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6006c360-c037-4a42-b727-ae9b7a1a47c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780933-13-iscsi'}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:21.157264 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0152aac-147e-4415-a3f3-637fd1e5d395 None None] Checking router: 4b7c82b6-a205-4b3c-afa4-3ce1f4074397 for host: dv-cinder-780933-13-iscsi {{(pid=99902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:54:21.170082 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0152aac-147e-4415-a3f3-637fd1e5d395 None None] Routers {'4b7c82b6-a205-4b3c-afa4-3ce1f4074397'} bound to L3 agent in host dv-cinder-780933-13-iscsi {{(pid=99902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:54:21.171190 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-b0152aac-147e-4415-a3f3-637fd1e5d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780933-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:34:11Z,description=,heartbeat_timestamp=2021-08-09T17:54:11Z,host='dv-cinder-780933-13-iscsi',id=ae8cb339-f6af-460b-af11-77dd79d014d7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:34:11Z,topic='l3_agent')) {'router_ids': ['4b7c82b6-a205-4b3c-afa4-3ce1f4074397'], 'active': True} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:21.179423 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [None req-25a00682-0012-4985-be69-bdcc43dd7754 admin admin] For port 337d4a19-8095-4fe8-aae3-ceb8f898063c, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=337d4a19-8095-4fe8-aae3-ceb8f898063c,segment=NetworkSegment(e3978dd8-65a3-43ae-9051-55bef4117688),segment_id=e3978dd8-65a3-43ae-9051-55bef4117688)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:54:21.179800 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-25a00682-0012-4985-be69-bdcc43dd7754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:21.195985 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-25a00682-0012-4985-be69-bdcc43dd7754 admin admin] Calling delete_port for 337d4a19-8095-4fe8-aae3-ceb8f898063c owned by network:router_gateway {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:54:21.262363 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_dvr_db [None req-b0152aac-147e-4415-a3f3-637fd1e5d395 None None] Set router 4b7c82b6-a205-4b3c-afa4-3ce1f4074397 gateway port host: None {{(pid=99902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:54:21.314376 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.l3_hamode_db [None req-b0152aac-147e-4415-a3f3-637fd1e5d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'name': 'tempest-TestVolumeBootPattern-652086044-router', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:46Z', 'updated_at': '2021-08-09T17:54:21Z', 'revision_number': 6, 'project_id': '12464c90202a49beaae1772a3915a9a3', 'gw_port_host': None}], 'dv-cinder-780933-13-iscsi', False) {} {{(pid=99902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:21.347175 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0152aac-147e-4415-a3f3-637fd1e5d395 None None] The sync data for ids ['4b7c82b6-a205-4b3c-afa4-3ce1f4074397'] in dv-cinder-780933-13-iscsi is: [{'id': '4b7c82b6-a205-4b3c-afa4-3ce1f4074397', 'name': 'tempest-TestVolumeBootPattern-652086044-router', 'tenant_id': '12464c90202a49beaae1772a3915a9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:46:46Z', 'updated_at': '2021-08-09T17:54:21Z', 'revision_number': 6, 'project_id': '12464c90202a49beaae1772a3915a9a3', 'gw_port_host': None}] {{(pid=99902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:54:21.379080 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-25a00682-0012-4985-be69-bdcc43dd7754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:21.411799 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a00682-0012-4985-be69-bdcc43dd7754 admin admin] Pushing event deleted for resources: {'Port': ['ID=337d4a19-8095-4fe8-aae3-ceb8f898063c,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:21.478208 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-25a00682-0012-4985-be69-bdcc43dd7754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-962517'] for router_gateway, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:21.575156 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-25a00682-0012-4985-be69-bdcc43dd7754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-964129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1159'] for router, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:21.577277 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-25a00682-0012-4985-be69-bdcc43dd7754 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:21.623879 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-25a00682-0012-4985-be69-bdcc43dd7754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-964309'] for router, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:21.624448 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a00682-0012-4985-be69-bdcc43dd7754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b7c82b6-a205-4b3c-afa4-3ce1f4074397 {{(pid=99899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:54:21.629061 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-25a00682-0012-4985-be69-bdcc43dd7754 admin admin] Notify callbacks [] for router, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:21.630181 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-25a00682-0012-4985-be69-bdcc43dd7754 admin admin] 10.222.0.38 "DELETE /v2.0/routers/4b7c82b6-a205-4b3c-afa4-3ce1f4074397 HTTP/1.1" status: 204 len: 168 time: 0.8433642 Aug 09 17:54:21.632988 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58556) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:54:21.678100 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c74a5a9-9701-4b5a-af03-4b39b6d9db16 admin admin] Deleting subnet 4e02e3fd-5210-4cce-865c-09fc37dd00e4 {{(pid=99899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:54:21.682385 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2c74a5a9-9701-4b5a-af03-4b39b6d9db16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:21.722198 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2c74a5a9-9701-4b5a-af03-4b39b6d9db16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9885487'] for subnet, precommit_delete_associations {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:21.825360 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2c74a5a9-9701-4b5a-af03-4b39b6d9db16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055582'] for subnet, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:21.884341 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2c74a5a9-9701-4b5a-af03-4b39b6d9db16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9831829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9541566'] for subnet, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:21.911931 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74a5a9-9701-4b5a-af03-4b39b6d9db16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e02e3fd-5210-4cce-865c-09fc37dd00e4,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:21.913870 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-2c74a5a9-9701-4b5a-af03-4b39b6d9db16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:21.916408 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-2c74a5a9-9701-4b5a-af03-4b39b6d9db16 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4e02e3fd-5210-4cce-865c-09fc37dd00e4 HTTP/1.1" status: 204 len: 168 time: 0.2818725 Aug 09 17:54:21.918903 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58558) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:54:21.921225 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0d2388-c0cd-4f94-8f4f-0a1e488a6e68 None None] Network ef4eb0cc-ada0-4561-a06e-4c5d798e18ba requested from dv-cinder-780933-13-iscsi {{(pid=99901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:54:21.994528 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1675585'] for network, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.051528 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] Deleting port f20085cf-a343-483c-b8e3-1a89394fec3b {{(pid=99899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:54:22.051866 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.124010 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.db [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] For port f20085cf-a343-483c-b8e3-1a89394fec3b, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=f20085cf-a343-483c-b8e3-1a89394fec3b,segment=NetworkSegment(2aab3444-6b9b-40bf-912b-8dd40424d752),segment_id=2aab3444-6b9b-40bf-912b-8dd40424d752)] {{(pid=99899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:54:22.124362 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.139902 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.plugin [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] Calling delete_port for f20085cf-a343-483c-b8e3-1a89394fec3b owned by network:dhcp {{(pid=99899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:54:22.148511 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3a08d4-dac0-43c2-a7e0-61fa1dfc7592 None None] DHCP port deletion for ef4eb0cc-ada0-4561-a06e-4c5d798e18ba request from dv-cinder-780933-13-iscsi {{(pid=99901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:54:22.205801 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a08d4-dac0-43c2-a7e0-61fa1dfc7592 None None] Deleting port f20085cf-a343-483c-b8e3-1a89394fec3b {{(pid=99901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:54:22.206260 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2f3a08d4-dac0-43c2-a7e0-61fa1dfc7592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789733028913'] for port, before_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.230281 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831846'] for port, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.259191 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=f20085cf-a343-483c-b8e3-1a89394fec3b,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:22.261939 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] No DVR routers for this DVR port f20085cf-a343-483c-b8e3-1a89394fec3b on host dv-cinder-780933-13-iscsi {{(pid=99899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:54:22.282173 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.db [None req-2f3a08d4-dac0-43c2-a7e0-61fa1dfc7592 None None] For port f20085cf-a343-483c-b8e3-1a89394fec3b, host dv-cinder-780933-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780933-13-iscsi',level=0,port_id=f20085cf-a343-483c-b8e3-1a89394fec3b,segment=NetworkSegment(2aab3444-6b9b-40bf-912b-8dd40424d752),segment_id=2aab3444-6b9b-40bf-912b-8dd40424d752)] {{(pid=99901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:54:22.282668 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2f3a08d4-dac0-43c2-a7e0-61fa1dfc7592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958641'] for port, precommit_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.297198 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a08d4-dac0-43c2-a7e0-61fa1dfc7592 None None] Calling delete_port for f20085cf-a343-483c-b8e3-1a89394fec3b owned by network:dhcp {{(pid=99901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:54:22.339537 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2055961', 'neutron.services.segments.db._delete_segments_for_network-8789733204592'] for network, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.351581 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4eb0cc-ada0-4561-a06e-4c5d798e18ba']}} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:22.367126 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aab3444-6b9b-40bf-912b-8dd40424d752') {'for_net_delete': True} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:22.367454 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.services.segments.db [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aab3444-6b9b-40bf-912b-8dd40424d752') {} {{(pid=99899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:54:22.377692 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789733207417', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9885496'] for segment, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.397701 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647'] for segment, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.405616 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=99899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:54:22.406035 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9831755'] for segment, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: Traceback (most recent call last): Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: timer() Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: cb(*args, **kw) Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: return func(*args, **kwargs) Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: self._notify() Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: self.callback(batched_events) Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: event.method(event) Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: return f(self, *a, **k) Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._get(url).json() Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: return self.request(url, 'GET', **kwargs) Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:54:22.408008 dv-cinder-780933-13-iscsi neutron-server[99899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:54:22.418820 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2f3a08d4-dac0-43c2-a7e0-61fa1dfc7592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1977225', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789733034891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789732646382'] for port, after_delete {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.446394 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a08d4-dac0-43c2-a7e0-61fa1dfc7592 None None] Pushing event deleted for resources: {'Port': ['ID=f20085cf-a343-483c-b8e3-1a89394fec3b,revision_number=None']} {{(pid=99901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:22.452212 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a08d4-dac0-43c2-a7e0-61fa1dfc7592 None None] No DVR routers for this DVR port f20085cf-a343-483c-b8e3-1a89394fec3b on host dv-cinder-780933-13-iscsi {{(pid=99901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:54:22.480514 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2055936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962481'] for network, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.485356 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562465'] for network, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.490405 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] 10.222.0.38 "DELETE /v2.0/networks/ef4eb0cc-ada0-4561-a06e-4c5d798e18ba HTTP/1.1" status: 204 len: 168 time: 0.5677688 Aug 09 17:54:22.504929 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51242976-edd3-4701-8e8a-be2be3ad9ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=ef4eb0cc-ada0-4561-a06e-4c5d798e18ba,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:22.619291 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58562) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:54:22.663685 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-ea4c1f43-991b-40e8-8e3d-b3d79eaa865f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7ebd396b32434bc58226a584e7b67a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431862 Aug 09 17:54:22.666081 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58564) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:54:22.720022 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1293c3f9-8e95-4f21-9aff-d6524b89d92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.747895 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1293c3f9-8e95-4f21-9aff-d6524b89d92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.794663 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device a41383b1-5d71-4755-a970-08b2d74712bb no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:54:22.801127 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1293c3f9-8e95-4f21-9aff-d6524b89d92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.804827 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-1293c3f9-8e95-4f21-9aff-d6524b89d92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:22.807140 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-1293c3f9-8e95-4f21-9aff-d6524b89d92f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/07a86f3c-56d5-4aa5-89f1-56bf3f0c0763 HTTP/1.1" status: 204 len: 168 time: 0.1394095 Aug 09 17:54:22.816391 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: a41383b1-5d71-4755-a970-08b2d74712bb {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:54:22.816731 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device a41383b1-5d71-4755-a970-08b2d74712bb not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:54:22.817142 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 337d4a19-8095-4fe8-aae3-ceb8f898063c no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:54:22.820237 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293c3f9-8e95-4f21-9aff-d6524b89d92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a86f3c-56d5-4aa5-89f1-56bf3f0c0763,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:22.843671 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: 337d4a19-8095-4fe8-aae3-ceb8f898063c {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:54:22.843925 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device 337d4a19-8095-4fe8-aae3-ceb8f898063c not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:54:22.844319 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device f20085cf-a343-483c-b8e3-1a89394fec3b no longer exists at agent ovs-agent-dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:54:22.868987 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] No Port match for: f20085cf-a343-483c-b8e3-1a89394fec3b {{(pid=99901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:54:22.869320 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron.plugins.ml2.rpc [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Device f20085cf-a343-483c-b8e3-1a89394fec3b not bound to the agent host dv-cinder-780933-13-iscsi {{(pid=99901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:54:23.146934 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58570) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:54:23.188311 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-eaa8d11e-75df-4ff4-9502-3c79d275562d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=12464c90202a49beaae1772a3915a9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400767 Aug 09 17:54:23.190658 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [-] (99899) accepted ('10.222.0.38', 58572) {{(pid=99899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:54:23.247564 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b9bb-59af-4d53-9313-76a6cdb14745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:23.269742 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b9bb-59af-4d53-9313-76a6cdb14745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:23.318446 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b9bb-59af-4d53-9313-76a6cdb14745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:23.321171 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b9bb-59af-4d53-9313-76a6cdb14745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:23.322429 dv-cinder-780933-13-iscsi neutron-server[99899]: INFO neutron.wsgi [None req-a4d0b9bb-59af-4d53-9313-76a6cdb14745 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9a61ccc3-0515-4bda-a78e-bfc8c7ffdc0c HTTP/1.1" status: 204 len: 168 time: 0.1306641 Aug 09 17:54:23.332692 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0b9bb-59af-4d53-9313-76a6cdb14745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a61ccc3-0515-4bda-a78e-bfc8c7ffdc0c,revision_number=None']} {{(pid=99899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:54:26.677045 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:37.927460 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e46d0638-ac20-4961-abe7-b80bdbedce9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:39.065868 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:54:40.582244 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:40.870961 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-93640bcf-8785-49f0-9445-73f9326b6931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:41.902912 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:43.705767 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:56.687170 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:07.929193 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-dd15a80e-a1e7-41c0-ac55-5f6a1921bef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:10.584270 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:10.871480 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-cbe6df0f-ad2e-48bf-8a62-fa3c33f9a522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:11.904096 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:13.707706 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:16.064860 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:55:26.691497 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:38.064594 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-7bbaf4c5-7ec9-484a-b2b3-8d12b0d36a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:40.589183 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:40.872860 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-db0e508a-f506-4dc8-8ca0-3e4a495efcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:41.907851 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:43.709935 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:53.063815 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:55:56.712524 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:07.933603 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-73134053-e11d-4ea0-80db-6b26586ba7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:10.591641 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:10.877175 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-7a38fe8c-e5bb-4b02-9bba-4091ca6b153a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:11.911978 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:13.713113 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:26.742469 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:30.062618 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:56:37.936352 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-b6cd98e3-71f7-48ce-b088-5dc15b00449e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:40.592600 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:40.878039 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-60802aaf-7265-4236-a1e7-c2ea262873a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:41.913538 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:43.714034 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:56.731367 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:07.061268 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:57:07.938758 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-3c305fda-101e-4a1d-9400-de7b6906e990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:10.593939 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:10.879722 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-c9078146-e811-46ca-9056-0a290d717267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:11.916142 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:13.716464 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:26.749081 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:37.944554 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-43be76cd-850c-4738-9d75-94ae6e9427e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:40.594974 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:40.880903 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e4885f72-2198-459d-bead-48e76b81e8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:41.919124 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:43.719847 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:44.060282 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:57:52.870218 dv-cinder-780933-13-iscsi neutron-server[99899]: DEBUG neutron.wsgi [req-74a53508-886b-4721-b40f-98b9a8c26666 req-04195ace-e295-45a1-9ee3-f06eef1cf225 service neutron] (99899) timed out ('10.222.0.65', 49776) {{(pid=99899) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 17:57:56.763316 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:07.935446 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-afb084ec-8183-40a5-902a-36f384b9ae6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:10.596736 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:10.881505 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-c1009a2d-3ed7-4f56-8a4a-7a8478268621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:11.922446 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:13.723163 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:21.058682 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:58:26.760712 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:37.936983 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-0c632edb-45c6-4d82-9986-5364079b2e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:40.599753 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:40.884089 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-44d3f177-00ce-4ebc-b6b7-96f2fad4e4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:41.926049 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.725490 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:56.773158 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:58.056948 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:59:01.471623 dv-cinder-780933-13-iscsi neutron-server[99900]: DEBUG neutron.wsgi [req-46952103-8fa2-485e-95be-fec806dbd807 req-cd2cf61c-5273-4acf-827b-b383a89e79d7 service neutron] (99900) timed out ('10.222.0.65', 49801) {{(pid=99900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 17:59:07.938186 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-35106468-3b01-4290-af6f-ff0a9b4c6e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:10.602706 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:10.885342 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-087b7864-6e94-440f-a7f1-9c0463bc9fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:11.930073 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:13.728658 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:26.767899 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-d20f910f-3610-4f1b-a0c6-d8d5ae435c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:35.056477 dv-cinder-780933-13-iscsi neutron-server[99902]: DEBUG neutron.db.agents_db [None req-fac6cb38-7e7b-4082-aecc-5fa27b6cac63 None None] Agent healthcheck: found 6 active agents {{(pid=99902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:59:37.941579 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-da1e3b1a-668a-4e75-ad27-c2c66c3fcc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:40.603452 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-2cf488e1-b1a7-4ffc-b68c-6f5339a6fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:40.888049 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-c3fad7aa-9310-488e-9f6e-28eaadbfa4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:41.933612 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-e40b7e32-ab55-4f06-9834-073d35d01cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:43.729835 dv-cinder-780933-13-iscsi neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-441439a7-070f-4b2d-afb3-8d6ecb432e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789733204484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1573015'] for agent, after_update {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}